+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-241.ec2.internal ++ [[ -n ip-10-0-2-241.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-241.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 07:31:56.753430829 - disable conntrack on geneve port' I0506 07:31:56.753430829 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0506 07:31:56.805178187 - starting ovnkube-node + echo 'I0506 07:31:56.805178187 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-241.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-241.ec2.internal --init-node ip-10-0-2-241.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-241.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 07:31:56.859151 3780 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 07:31:56.859212 3780 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-906a053fea.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 07:31:56.860961 3780 kube.go:431] Waiting for certificate I0506 07:31:56.861054 3780 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 07:31:56.861094 3780 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 07:31:56.861900 3780 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 07:31:56.898389 3780 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 07:31:56.898416 3780 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 07:31:56.901777 3780 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 07:31:56.901874 3780 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8t284" I0506 07:31:56.909233 3780 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8t284" I0506 07:31:56.909304 3780 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 07:31:57.861348 3780 kube.go:438] Certificate found I0506 07:31:57.862061 3780 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 07:31:57.863183 3780 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 07:31:57.917087 3780 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 07:26:56 +0000 UTC" deadline="2026-05-07 01:34:19.804185855 +0000 UTC" I0506 07:31:57.917122 3780 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h2m21.887075453s" I0506 07:31:57.934122 3780 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 07:31:57.946223 3780 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 07:31:57.946432 3780 server.go:101] MetricServer registers OVS metrics I0506 07:31:57.947211 3780 server.go:105] MetricServer registers OVN DB metrics I0506 07:31:57.953254 3780 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 07:31:57.953312 3780 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 07:31:57.953972 3780 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 07:31:57.954039 3780 factory.go:561] Starting watch factory I0506 07:31:57.954145 3780 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.954167 3780 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.954144 3780 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.954247 3780 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.954271 3780 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.954295 3780 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.954305 3780 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.954284 3780 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.954325 3780 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.954332 3780 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.955333 3780 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.955359 3780 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.960924 3780 controller_manager.go:370] Starting the ovnkube controller I0506 07:31:57.960941 3780 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-241.ec2.internal I0506 07:31:57.960996 3780 controller_manager.go:395] NBDB zone sync took: 43.808µs I0506 07:31:57.961008 3780 factory.go:561] Starting watch factory I0506 07:31:57.969269 3780 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 07:31:57.969293 3780 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 07:31:57.973245 3780 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 07:31:57.973277 3780 server.go:109] MetricServer registers OVN Controller metrics I0506 07:31:57.977263 3780 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.977299 3780 server.go:113] MetricServer registers OVN Northd metrics I0506 07:31:57.977441 3780 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.979452 3780 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.981801 3780 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.982956 3780 metrics.go:519] OVN Metrics Server starts to run ... I0506 07:31:57.983368 3780 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:57.989278 3780 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:58.060166 3780 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 07:31:58.060188 3780 factory.go:1977] *v1.Pod informer cache synced successfully I0506 07:31:58.060192 3780 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 07:31:58.060195 3780 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 07:31:58.060199 3780 factory.go:1977] *v1.Node informer cache synced successfully I0506 07:31:58.060203 3780 factory.go:1977] *v1.Service informer cache synced successfully I0506 07:31:58.060312 3780 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:58.060332 3780 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:58.060312 3780 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:58.060359 3780 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:58.064119 3780 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:58.064124 3780 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:58.066004 3780 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 07:31:58.066015 3780 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 07:31:58.066069 3780 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.066081 3780 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.066627 3780 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 07:31:58.066636 3780 factory.go:1977] *v1.Pod informer cache synced successfully I0506 07:31:58.066639 3780 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 07:31:58.066643 3780 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 07:31:58.066646 3780 factory.go:1977] *v1.Node informer cache synced successfully I0506 07:31:58.066649 3780 factory.go:1977] *v1.Service informer cache synced successfully I0506 07:31:58.068867 3780 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.071182 3780 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 07:31:58.071252 3780 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.071269 3780 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.072596 3780 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 07:31:58.072606 3780 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 07:31:58.073920 3780 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.076312 3780 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 07:31:58.076368 3780 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.076379 3780 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.078467 3780 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 07:31:58.079301 3780 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.081935 3780 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 07:31:58.082016 3780 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.082033 3780 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.084457 3780 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 07:31:58.084693 3780 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.087145 3780 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 07:31:58.087210 3780 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.087227 3780 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.089639 3780 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 07:31:58.089864 3780 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.093021 3780 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 07:31:58.093200 3780 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 07:31:58.093218 3780 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 07:31:58.095387 3780 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 07:31:58.095927 3780 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 07:31:58.098108 3780 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 07:31:58.098171 3780 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.098182 3780 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.098192 3780 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.098212 3780 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.100917 3780 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 07:31:58.101157 3780 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.101477 3780 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:58.103407 3780 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 07:31:58.103420 3780 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 07:31:58.103429 3780 factory.go:680] Watch Factory start up complete, took: 149.391615ms I0506 07:31:58.103509 3780 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 07:31:58.105998 3780 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 07:31:58.111573 3780 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 07:31:58.111584 3780 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 07:31:58.111591 3780 factory.go:680] Watch Factory start up complete, took: 150.584579ms I0506 07:31:58.111598 3780 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-241.ec2.internal" zone I0506 07:31:58.150996 3780 default_node_network_controller.go:710] Initializing the default node network controller I0506 07:31:58.221646 3780 udn_isolation.go:101] Starting UDN host isolation manager I0506 07:31:58.231332 3780 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 07:31:58.296318 3780 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 07:31:58.296455 3780 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 07:31:58.296477 3780 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 07:31:58.329682 3780 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 07:31:58.329772 3780 default_node_network_controller.go:809] Node ip-10-0-2-241.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0506 07:31:58.334853 3780 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.241"] k8s.ovn.org/zone-name:ip-10-0-2-241.ec2.internal] on node ip-10-0-2-241.ec2.internal I0506 07:31:58.355455 3780 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 07:31:58.361466 3780 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 07:31:58.361578 3780 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0506 07:31:58.361646 3780 controller_manager.go:429] Waiting for node in zone sync took: 250.037072ms I0506 07:31:58.361733 3780 gateway_init.go:263] Preparing Gateway I0506 07:31:58.361760 3780 gateway_shared_intf.go:1687] Creating new gateway I0506 07:31:58.370683 3780 controller_manager.go:611] Switching to transit router for layer2 networks I0506 07:31:58.370697 3780 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-241.ec2.internal I0506 07:31:58.385376 3780 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 07:31:58.391553 3780 controller_manager.go:290] SCTP support detected in OVN I0506 07:31:58.392379 3780 services_controller.go:69] Creating services controller for network=default I0506 07:31:58.392464 3780 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 07:31:58.392734 3780 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 07:31:58.392792 3780 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 07:31:58.392816 3780 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 07:31:58.392834 3780 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 07:31:58.393096 3780 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 07:31:58.393122 3780 udn_enabled_svc.go:95] Performing full resync I0506 07:31:58.393169 3780 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 07:31:58.393235 3780 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 54.622µs I0506 07:31:58.393248 3780 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 78.455µs I0506 07:31:58.393256 3780 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 07:31:58.393270 3780 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 07:31:58.393275 3780 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 95.354µs I0506 07:31:58.393283 3780 default_network_controller.go:325] Starting the default network controller I0506 07:31:58.393356 3780 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.762µs I0506 07:31:58.393428 3780 udn_enabled_svc.go:99] Waiting for handler to sync I0506 07:31:58.393438 3780 udn_enabled_svc.go:104] Starting worker I0506 07:31:58.404157 3780 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 07:31:58.404222 3780 repair.go:33] Syncing exgw routes took 51.788µs I0506 07:31:58.404245 3780 default_network_controller.go:414] Starting all the Watchers... I0506 07:31:58.404392 3780 namespace.go:98] [openshift-network-node-identity] adding namespace I0506 07:31:58.404401 3780 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 07:31:58.404408 3780 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 07:31:58.404411 3780 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 07:31:58.404394 3780 namespace.go:98] [openshift-package-operator] adding namespace I0506 07:31:58.404416 3780 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 07:31:58.404423 3780 namespace.go:98] [openshift-cluster-version] adding namespace I0506 07:31:58.404424 3780 namespace.go:98] [openshift-config-managed] adding namespace I0506 07:31:58.404424 3780 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 07:31:58.404440 3780 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 07:31:58.404441 3780 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 07:31:58.404443 3780 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 07:31:58.404449 3780 namespace.go:98] [kube-public] adding namespace I0506 07:31:58.404478 3780 namespace.go:98] [openshift-service-ca-operator] adding namespace I0506 07:31:58.404392 3780 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 07:31:58.404988 3780 namespace.go:102] [openshift-network-node-identity] adding namespace took 583.311µs I0506 07:31:58.405005 3780 namespace.go:98] [openshift-console-operator] adding namespace I0506 07:31:58.405461 3780 namespace.go:102] [openshift-console-operator] adding namespace took 451.563µs I0506 07:31:58.405475 3780 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0506 07:31:58.406022 3780 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 540.49µs I0506 07:31:58.406037 3780 namespace.go:98] [openshift-monitoring] adding namespace I0506 07:31:58.406587 3780 namespace.go:102] [openshift-machine-config-operator] adding namespace took 2.174491ms I0506 07:31:58.406604 3780 namespace.go:98] [openshift-ingress-canary] adding namespace I0506 07:31:58.407562 3780 namespace.go:102] [openshift-authentication-operator] adding namespace took 3.126985ms I0506 07:31:58.407582 3780 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 07:31:58.408129 3780 namespace.go:102] [openshift-kube-apiserver] adding namespace took 3.690405ms I0506 07:31:58.408144 3780 namespace.go:98] [openshift-infra] adding namespace I0506 07:31:58.408711 3780 namespace.go:102] [openshift-package-operator] adding namespace took 4.282677ms I0506 07:31:58.408729 3780 namespace.go:98] [dedicated-admin] adding namespace I0506 07:31:58.409282 3780 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.853065ms I0506 07:31:58.409302 3780 namespace.go:98] [openshift-dns] adding namespace I0506 07:31:58.409776 3780 namespace.go:102] [openshift-cluster-version] adding namespace took 5.343377ms I0506 07:31:58.409795 3780 namespace.go:98] [openshift-config] adding namespace I0506 07:31:58.410410 3780 namespace.go:102] [openshift-config-managed] adding namespace took 5.976106ms I0506 07:31:58.410430 3780 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 07:31:58.410956 3780 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.520139ms I0506 07:31:58.410973 3780 namespace.go:98] [openshift-etcd] adding namespace I0506 07:31:58.411422 3780 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.975742ms I0506 07:31:58.411434 3780 namespace.go:98] [openshift-controller-manager] adding namespace I0506 07:31:58.411928 3780 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.476916ms I0506 07:31:58.411947 3780 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 07:31:58.412468 3780 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.00556ms I0506 07:31:58.412486 3780 namespace.go:98] [default] adding namespace I0506 07:31:58.413022 3780 namespace.go:102] [kube-public] adding namespace took 8.55732ms I0506 07:31:58.413040 3780 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 07:31:58.413565 3780 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.071785ms I0506 07:31:58.413585 3780 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 07:31:58.414250 3780 namespace.go:102] [openshift-backplane-csm] adding namespace took 9.742483ms I0506 07:31:58.414275 3780 namespace.go:98] [openshift-apiserver] adding namespace I0506 07:31:58.414779 3780 namespace.go:102] [openshift-monitoring] adding namespace took 8.734871ms I0506 07:31:58.414802 3780 namespace.go:98] [openshift-operators] adding namespace I0506 07:31:58.415422 3780 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.811359ms I0506 07:31:58.415440 3780 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 07:31:58.416019 3780 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.432115ms I0506 07:31:58.416036 3780 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 07:31:58.416512 3780 namespace.go:102] [openshift-infra] adding namespace took 8.360764ms I0506 07:31:58.416530 3780 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0506 07:31:58.417058 3780 namespace.go:102] [dedicated-admin] adding namespace took 8.322722ms I0506 07:31:58.417077 3780 namespace.go:98] [openshift-network-diagnostics] adding namespace I0506 07:31:58.417619 3780 namespace.go:102] [openshift-dns] adding namespace took 8.309422ms I0506 07:31:58.417640 3780 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 07:31:58.418077 3780 namespace.go:102] [openshift-config] adding namespace took 8.273498ms I0506 07:31:58.418098 3780 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 07:31:58.418664 3780 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.222315ms I0506 07:31:58.418681 3780 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 07:31:58.419266 3780 namespace.go:102] [openshift-etcd] adding namespace took 8.286958ms I0506 07:31:58.419282 3780 namespace.go:98] [openshift] adding namespace I0506 07:31:58.419789 3780 namespace.go:102] [openshift-controller-manager] adding namespace took 8.348253ms I0506 07:31:58.419807 3780 namespace.go:98] [openshift-authentication] adding namespace I0506 07:31:58.420321 3780 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.367798ms I0506 07:31:58.420336 3780 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0506 07:31:58.420940 3780 namespace.go:102] [default] adding namespace took 8.445823ms I0506 07:31:58.420958 3780 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 07:31:58.421531 3780 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.483987ms I0506 07:31:58.421548 3780 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 07:31:58.422073 3780 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.480631ms I0506 07:31:58.422090 3780 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 07:31:58.422478 3780 namespace.go:102] [openshift-apiserver] adding namespace took 8.197468ms I0506 07:31:58.422499 3780 namespace.go:98] [openshift-config-operator] adding namespace I0506 07:31:58.423054 3780 namespace.go:102] [openshift-operators] adding namespace took 8.244397ms I0506 07:31:58.423070 3780 namespace.go:98] [openshift-ingress] adding namespace I0506 07:31:58.423598 3780 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.152648ms I0506 07:31:58.423610 3780 namespace.go:98] [openshift-network-operator] adding namespace I0506 07:31:58.424147 3780 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.102767ms I0506 07:31:58.424165 3780 namespace.go:98] [openshift-customer-monitoring] adding namespace I0506 07:31:58.424816 3780 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.277932ms I0506 07:31:58.424844 3780 namespace.go:98] [openshift-image-registry] adding namespace W0506 07:31:58.424866 3780 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lbpf9: pod openshift-network-diagnostics/network-check-target-lbpf9: no pod IPs found I0506 07:31:58.425548 3780 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.464931ms I0506 07:31:58.425564 3780 namespace.go:98] [openshift-multus] adding namespace I0506 07:31:58.426098 3780 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.450794ms I0506 07:31:58.426113 3780 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0506 07:31:58.426592 3780 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.485077ms I0506 07:31:58.426607 3780 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0506 07:31:58.427071 3780 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.382119ms I0506 07:31:58.427086 3780 namespace.go:98] [open-cluster-management-2q49pdfruok6943kbc0k636d0r7dm1vi] adding namespace I0506 07:31:58.427514 3780 namespace.go:102] [openshift] adding namespace took 8.226291ms I0506 07:31:58.427530 3780 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 07:31:58.428100 3780 namespace.go:102] [openshift-authentication] adding namespace took 8.288105ms I0506 07:31:58.428116 3780 namespace.go:98] [kube-node-lease] adding namespace I0506 07:31:58.428665 3780 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.322169ms I0506 07:31:58.428690 3780 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0506 07:31:58.429187 3780 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.220119ms I0506 07:31:58.429201 3780 namespace.go:98] [openshift-console] adding namespace I0506 07:31:58.429723 3780 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.168335ms I0506 07:31:58.429738 3780 namespace.go:98] [openshift-ingress-operator] adding namespace I0506 07:31:58.430219 3780 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.121694ms I0506 07:31:58.430234 3780 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 07:31:58.430756 3780 namespace.go:102] [openshift-config-operator] adding namespace took 8.236345ms I0506 07:31:58.430774 3780 namespace.go:98] [openshift-marketplace] adding namespace I0506 07:31:58.431236 3780 namespace.go:102] [openshift-ingress] adding namespace took 8.160043ms I0506 07:31:58.431771 3780 namespace.go:102] [openshift-network-operator] adding namespace took 8.154408ms I0506 07:31:58.431794 3780 namespace.go:98] [openshift-machine-api] adding namespace I0506 07:31:58.432314 3780 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.140785ms I0506 07:31:58.432335 3780 namespace.go:98] [openshift-dns-operator] adding namespace I0506 07:31:58.432867 3780 namespace.go:102] [openshift-image-registry] adding namespace took 8.016589ms W0506 07:31:58.432872 3780 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-57tr4: pod openshift-multus/network-metrics-daemon-57tr4: no pod IPs found I0506 07:31:58.432884 3780 namespace.go:98] [openshift-insights] adding namespace I0506 07:31:58.433673 3780 namespace.go:102] [openshift-multus] adding namespace took 8.101293ms I0506 07:31:58.433694 3780 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 07:31:58.434195 3780 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.076437ms I0506 07:31:58.434212 3780 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 07:31:58.434837 3780 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.224398ms I0506 07:31:58.434854 3780 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 07:31:58.435463 3780 namespace.go:102] [open-cluster-management-2q49pdfruok6943kbc0k636d0r7dm1vi] adding namespace took 8.370182ms I0506 07:31:58.435478 3780 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 07:31:58.436081 3780 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.542721ms I0506 07:31:58.436104 3780 namespace.go:98] [openshift-network-console] adding namespace I0506 07:31:58.436620 3780 namespace.go:102] [kube-node-lease] adding namespace took 8.494513ms I0506 07:31:58.436659 3780 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 07:31:58.437348 3780 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.649363ms I0506 07:31:58.437368 3780 namespace.go:98] [openshift-node] adding namespace I0506 07:31:58.437918 3780 namespace.go:102] [openshift-console] adding namespace took 8.710635ms I0506 07:31:58.437933 3780 namespace.go:98] [openshift-backplane-cee] adding namespace I0506 07:31:58.438430 3780 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.6855ms I0506 07:31:58.438449 3780 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 07:31:58.439227 3780 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.986028ms I0506 07:31:58.439245 3780 namespace.go:98] [openshift-backplane-tam] adding namespace I0506 07:31:58.439699 3780 namespace.go:102] [openshift-marketplace] adding namespace took 8.91948ms I0506 07:31:58.439713 3780 namespace.go:98] [openshift-host-network] adding namespace I0506 07:31:58.440191 3780 namespace.go:102] [openshift-machine-api] adding namespace took 8.389806ms I0506 07:31:58.440207 3780 namespace.go:98] [kube-system] adding namespace I0506 07:31:58.440612 3780 namespace.go:102] [openshift-dns-operator] adding namespace took 8.271631ms I0506 07:31:58.440627 3780 namespace.go:98] [openshift-backplane] adding namespace I0506 07:31:58.441145 3780 namespace.go:102] [openshift-insights] adding namespace took 8.255934ms I0506 07:31:58.441557 3780 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.856328ms I0506 07:31:58.442049 3780 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.829986ms I0506 07:31:58.442486 3780 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.625732ms I0506 07:31:58.443024 3780 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.541081ms I0506 07:31:58.443434 3780 namespace.go:102] [openshift-network-console] adding namespace took 7.32383ms I0506 07:31:58.443870 3780 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.20513ms I0506 07:31:58.443886 3780 namespace.go:98] [openshift-logging] adding namespace I0506 07:31:58.444380 3780 namespace.go:102] [openshift-node] adding namespace took 7.005328ms I0506 07:31:58.444766 3780 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.828752ms I0506 07:31:58.445287 3780 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.831814ms I0506 07:31:58.445736 3780 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.484974ms I0506 07:31:58.446299 3780 namespace.go:102] [openshift-host-network] adding namespace took 6.57948ms I0506 07:31:58.446688 3780 namespace.go:102] [kube-system] adding namespace took 6.475243ms I0506 07:31:58.447238 3780 namespace.go:102] [openshift-backplane] adding namespace took 6.604508ms I0506 07:31:58.447645 3780 namespace.go:102] [openshift-logging] adding namespace took 3.753583ms W0506 07:31:58.447734 3780 master.go:458] Unable to parse local node ip-10-0-2-241.ec2.internal chassis-id annotation. Chassis may be removed during sync I0506 07:31:58.447792 3780 master.go:481] Removing stale chassis with ID/Name: d8262a68-c79d-43d3-bf10-33fe9f18b4bb, hostname: ip-10-0-2-241.ec2.internal I0506 07:31:58.448281 3780 master.go:548] Adding or Updating local node "ip-10-0-2-241.ec2.internal" for network "default" I0506 07:31:58.449695 3780 zone_ic_handler.go:195] Time taken to create transit switch: 483.923µs I0506 07:31:58.449709 3780 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-137.ec2.internal for the network default E0506 07:31:58.449733 3780 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-22.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-22.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-22.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00968f558 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2666566720}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0506 07:31:58.449798 3780 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-22.ec2.internal", UID:"e686469a-140d-4735-9000-54e9274c878c", APIVersion:"v1", ResourceVersion:"8991", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-22.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-22.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00968f558 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2666566720}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0506 07:31:58.450945 3780 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-137.ec2.internal" on network "default" took: 1.745272ms I0506 07:31:58.452390 3780 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-241.ec2.internal for the network default I0506 07:31:58.452585 3780 zone_ic_handler.go:195] Time taken to create transit switch: 183.255µs I0506 07:31:58.453450 3780 default_network_controller.go:823] Node add failed for ip-10-0-2-241.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-241.ec2.internal, error getting gateway config for node ip-10-0-2-241.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-241.ec2.internal", failed to update chassis to local for local node ip-10-0-2-241.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-241.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-241.ec2.internal] E0506 07:31:58.453501 3780 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-241.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-241.ec2.internal, error getting gateway config for node ip-10-0-2-241.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-241.ec2.internal", failed to update chassis to local for local node ip-10-0-2-241.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-241.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-241.ec2.internal] I0506 07:31:58.453547 3780 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 07:31:58.453545 3780 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-241.ec2.internal", UID:"6b9f40b2-5f31-40cd-bee0-35d004b1c230", APIVersion:"v1", ResourceVersion:"9119", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-241.ec2.internal, error getting gateway config for node ip-10-0-2-241.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-241.ec2.internal", failed to update chassis to local for local node ip-10-0-2-241.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-241.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-241.ec2.internal] I0506 07:31:58.453584 3780 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 07:31:58.453597 3780 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-241.ec2.internal in network "default" I0506 07:31:58.453602 3780 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 07:31:58.453624 3780 node_tracker.go:235] Node ip-10-0-2-241.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-241.ec2.internal" I0506 07:31:58.453637 3780 node_tracker.go:169] Node ip-10-0-2-241.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:58.453649 3780 services_controller.go:574] Full service sync requested for network=default I0506 07:31:58.453654 3780 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-22.ec2.internal in network "default" I0506 07:31:58.453696 3780 node_tracker.go:169] Node ip-10-0-0-22.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:58.453706 3780 services_controller.go:574] Full service sync requested for network=default I0506 07:31:58.453714 3780 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-137.ec2.internal in network "default" I0506 07:31:58.453756 3780 node_tracker.go:169] Node ip-10-0-1-137.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:58.453764 3780 services_controller.go:574] Full service sync requested for network=default I0506 07:31:58.471288 3780 iptables.go:108] Creating table: filter chain: FORWARD I0506 07:31:58.477597 3780 iptables.go:108] Creating table: filter chain: OUTPUT I0506 07:31:58.484497 3780 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 07:31:58.484512 3780 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-241.ec2.internal","mac-address":"0e:3f:d8:18:ab:8d","ip-addresses":["10.0.2.241/24"],"ip-address":"10.0.2.241/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d8262a68-c79d-43d3-bf10-33fe9f18b4bb k8s.ovn.org/node-encap-ips:["10.0.2.241"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.241/24"} k8s.ovn.org/zone-name:ip-10-0-2-241.ec2.internal] on node ip-10-0-2-241.ec2.internal I0506 07:31:58.500138 3780 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-241.ec2.internal in network "default" I0506 07:31:58.500161 3780 master.go:548] Adding or Updating local node "ip-10-0-2-241.ec2.internal" for network "default" I0506 07:31:58.500211 3780 node_tracker.go:169] Node ip-10-0-2-241.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:58.500233 3780 services_controller.go:574] Full service sync requested for network=default I0506 07:31:58.504625 3780 default_node_network_controller.go:519] Node connection status = connected W0506 07:31:58.505642 3780 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-lbpf9: pod openshift-network-diagnostics/network-check-target-lbpf9: no pod IPs found W0506 07:31:58.505664 3780 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-57tr4: pod openshift-multus/network-metrics-daemon-57tr4: no pod IPs found I0506 07:31:58.506717 3780 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-241.ec2.internal for the network default I0506 07:31:58.506926 3780 zone_ic_handler.go:195] Time taken to create transit switch: 197.478µs I0506 07:31:58.553994 3780 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 07:31:58.554019 3780 services_controller.go:208] Setting up event handlers for services for network=default I0506 07:31:58.554126 3780 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 07:31:58.554254 3780 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 07:31:58.554273 3780 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 07:31:58.654382 3780 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 07:31:58.654402 3780 repair.go:60] Starting repairing loop for services I0506 07:31:58.654506 3780 repair.go:131] Deleted 0 stale service LBs I0506 07:31:58.654524 3780 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 07:31:58.654541 3780 repair.go:62] Finished repairing loop for services: 141.835µs I0506 07:31:58.654565 3780 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 07:31:58.654575 3780 services_controller.go:254] Starting workers for network=default I0506 07:31:58.655394 3780 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lbpf9] creating logical port openshift-network-diagnostics_network-check-target-lbpf9 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:31:58.655537 3780 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-lbpf9 I0506 07:31:58.655540 3780 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-57tr4] creating logical port openshift-multus_network-metrics-daemon-57tr4 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:31:58.655872 3780 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-57tr4 I0506 07:31:58.671249 3780 pod.go:62] [openshift-network-diagnostics/network-check-target-lbpf9] pod update took 15.775974ms I0506 07:31:58.671269 3780 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-lbpf9] addLogicalPort annotation time took 15.799952ms I0506 07:31:58.672244 3780 pods.go:271] [openshift-network-diagnostics/network-check-target-lbpf9] addLogicalPort took 16.864049ms, libovsdb time 731.073µs I0506 07:31:58.672982 3780 pod.go:62] [openshift-multus/network-metrics-daemon-57tr4] pod update took 17.151726ms I0506 07:31:58.672998 3780 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-57tr4] addLogicalPort annotation time took 17.171231ms I0506 07:31:58.673917 3780 pods.go:271] [openshift-multus/network-metrics-daemon-57tr4] addLogicalPort took 18.487553ms, libovsdb time 692.167µs I0506 07:31:58.674566 3780 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 07:31:58.674590 3780 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 07:31:58.674616 3780 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 07:31:58.674620 3780 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 07:31:58.674832 3780 repair.go:29] Repairing admin network policies took 207.017µs I0506 07:31:58.674936 3780 repair.go:92] Repairing baseline admin network policies took 94.546µs I0506 07:31:58.675383 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 07:31:58.675401 3780 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 07:31:58.677420 3780 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 07:31:58.677444 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 07:31:58.677451 3780 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 07:31:58.677740 3780 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 07:31:58.677775 3780 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 07:31:58.677783 3780 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 07:31:58.679426 3780 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 07:31:58.679443 3780 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 07:31:58.679459 3780 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 07:31:58.681622 3780 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 07:31:58.681643 3780 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 07:31:58.681653 3780 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 07:31:58.682671 3780 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 07:31:58.682691 3780 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 07:31:58.682708 3780 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 07:31:58.685151 3780 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 07:31:58.685179 3780 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 07:31:58.685188 3780 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 07:31:58.686558 3780 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 07:31:58.686576 3780 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 07:31:58.686585 3780 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 07:31:58.687678 3780 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 07:31:58.687698 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 07:31:58.687708 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 07:31:58.689469 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 07:31:58.689486 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 07:31:58.689492 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 07:31:58.689849 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 07:31:58.689868 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 07:31:58.689874 3780 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 07:31:58.690795 3780 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 07:31:58.690819 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 07:31:58.690830 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 07:31:58.692439 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 07:31:58.692465 3780 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 07:31:58.692474 3780 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 07:31:58.693030 3780 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 07:31:58.693049 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 07:31:58.693057 3780 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 07:31:58.693607 3780 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 07:31:58.693623 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 07:31:58.693632 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 07:31:58.694177 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 07:31:58.694195 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 07:31:58.695007 3780 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 07:31:58.695021 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 07:31:58.695838 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 07:31:58.695858 3780 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 07:31:58.695869 3780 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 07:31:58.697145 3780 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 07:31:58.697165 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 07:31:58.697172 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 07:31:58.698514 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 07:31:58.698531 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 07:31:58.698538 3780 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 07:31:58.699062 3780 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 07:31:58.699080 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 07:31:58.699089 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 07:31:58.699638 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 07:31:58.699656 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 07:31:58.699677 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 07:31:58.700434 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 07:31:58.700459 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 07:31:58.700468 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 07:31:58.701038 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 07:31:58.701057 3780 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 07:31:58.701063 3780 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 07:31:58.701378 3780 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 07:31:58.701406 3780 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 07:31:58.701415 3780 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 07:31:58.701716 3780 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 07:31:58.701736 3780 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 07:31:58.701761 3780 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 07:31:58.703525 3780 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 07:31:58.703545 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 07:31:58.703552 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 07:31:58.704547 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 07:31:58.704567 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 07:31:58.704576 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 07:31:58.705085 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 07:31:58.705102 3780 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 07:31:58.705110 3780 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 07:31:58.706133 3780 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 07:31:58.706149 3780 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 07:31:58.706160 3780 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 07:31:58.707242 3780 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 07:31:58.713143 3780 egressfirewall.go:374] Starting EgressFirewall controller I0506 07:31:58.713202 3780 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 07:31:58.713204 3780 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 07:31:58.713243 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 07:31:58.713256 3780 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 07:31:58.713265 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 07:31:58.713274 3780 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 07:31:58.713533 3780 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 07:31:58.713557 3780 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 07:31:58.713564 3780 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 07:31:58.713571 3780 egressqos.go:193] Setting up event handlers for EgressQoS I0506 07:31:58.713662 3780 egressfirewall.go:723] Syncing node "ip-10-0-0-22.ec2.internal" for egress firewall I0506 07:31:58.713692 3780 egressfirewall.go:723] Syncing node "ip-10-0-1-137.ec2.internal" for egress firewall I0506 07:31:58.713700 3780 egressfirewall.go:723] Syncing node "ip-10-0-2-241.ec2.internal" for egress firewall I0506 07:31:58.713801 3780 egressqos.go:245] Starting EgressQoS Controller I0506 07:31:58.713857 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 07:31:58.713865 3780 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 07:31:58.713871 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 07:31:58.713875 3780 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 07:31:58.713880 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 07:31:58.713884 3780 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 07:31:58.713888 3780 egressqos.go:259] Repairing EgressQoSes I0506 07:31:58.713892 3780 egressqos.go:399] Starting repairing loop for egressqos I0506 07:31:58.713982 3780 egressqos.go:401] Finished repairing loop for egressqos: 90.655µs I0506 07:31:58.713996 3780 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 07:31:58.714029 3780 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-241.ec2.internal I0506 07:31:58.714108 3780 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-241.ec2.internal : 82.482µs I0506 07:31:58.714256 3780 egressservice_zone.go:210] Starting Egress Services Controller I0506 07:31:58.714271 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 07:31:58.714281 3780 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 07:31:58.714289 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 07:31:58.714294 3780 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 07:31:58.714300 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 07:31:58.714307 3780 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 07:31:58.714312 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 07:31:58.714316 3780 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 07:31:58.714320 3780 egressservice_zone.go:228] Repairing Egress Services I0506 07:31:58.714586 3780 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 07:31:58.714598 3780 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 07:31:58.714762 3780 default_network_controller.go:585] Completing all the Watchers took 310.504959ms I0506 07:31:58.714779 3780 default_network_controller.go:589] Starting unidling controllers I0506 07:31:58.714793 3780 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 07:31:58.714795 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-137.ec2.internal I0506 07:31:58.714811 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-137.ec2.internal: 20.474µs I0506 07:31:58.714819 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-241.ec2.internal I0506 07:31:58.714823 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-241.ec2.internal: 4.575µs I0506 07:31:58.714827 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-22.ec2.internal I0506 07:31:58.714834 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-22.ec2.internal: 7.199µs I0506 07:31:58.714799 3780 unidle.go:63] Populating Initial ContollerEvent events I0506 07:31:58.715267 3780 unidle.go:79] Setting up event handlers for services I0506 07:31:58.715427 3780 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 07:31:59.004369 3780 default_node_network_controller.go:519] Node connection status = connected I0506 07:31:59.504372 3780 default_node_network_controller.go:519] Node connection status = connected I0506 07:32:00.004917 3780 default_node_network_controller.go:519] Node connection status = connected I0506 07:32:00.504890 3780 default_node_network_controller.go:519] Node connection status = connected I0506 07:32:00.696252 3780 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 07:32:01.004621 3780 default_node_network_controller.go:519] Node connection status = connected I0506 07:32:01.021738 3780 bridgeconfig.go:537] Gateway is ready I0506 07:32:01.021769 3780 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 07:32:01.033033 3780 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.241. Updating OVN encap IP. I0506 07:32:01.038387 3780 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.241 - it is already configured I0506 07:32:01.038399 3780 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.241/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 07:32:01.038598 3780 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.241/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-241.ec2.internal","mac-address":"0e:3f:d8:18:ab:8d","ip-addresses":["10.0.2.241/24"],"ip-address":"10.0.2.241/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d8262a68-c79d-43d3-bf10-33fe9f18b4bb k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.241/24"}] on node ip-10-0-2-241.ec2.internal I0506 07:32:01.053725 3780 master.go:548] Adding or Updating local node "ip-10-0-2-241.ec2.internal" for network "default" I0506 07:32:01.053737 3780 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-241.ec2.internal in network "default" I0506 07:32:01.053759 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-241.ec2.internal I0506 07:32:01.053775 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-241.ec2.internal: 35.347µs I0506 07:32:01.053798 3780 node_tracker.go:169] Node ip-10-0-2-241.ec2.internal switch + router changed, syncing services in network "default" I0506 07:32:01.053812 3780 services_controller.go:574] Full service sync requested for network=default I0506 07:32:01.053737 3780 egressfirewall.go:723] Syncing node "ip-10-0-2-241.ec2.internal" for egress firewall I0506 07:32:01.054070 3780 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.241 I0506 07:32:01.054152 3780 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-241.ec2.internal I0506 07:32:01.058452 3780 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-241.ec2.internal. Updating no re-route policies I0506 07:32:01.058526 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-241.ec2.internal I0506 07:32:01.058536 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-57tr4 I0506 07:32:01.058542 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-241.ec2.internal I0506 07:32:01.058546 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lbpf9 I0506 07:32:01.058551 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qcrj7 I0506 07:32:01.058557 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lbpf9 I0506 07:32:01.058557 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-8hwdk I0506 07:32:01.058563 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qcrj7 I0506 07:32:01.058565 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-8hwdk I0506 07:32:01.058565 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-241.ec2.internal after 0 failed attempt(s) I0506 07:32:01.058566 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zppsw I0506 07:32:01.058578 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qcrj7 after 0 failed attempt(s) I0506 07:32:01.058579 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-8hwdk after 0 failed attempt(s) I0506 07:32:01.058582 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zppsw I0506 07:32:01.058582 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-pd7qj I0506 07:32:01.058592 3780 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-tcplc I0506 07:32:01.058594 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-dwwnm I0506 07:32:01.058592 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-lf7jr I0506 07:32:01.058597 3780 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-tcplc I0506 07:32:01.058600 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-dwwnm I0506 07:32:01.058604 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-lf7jr I0506 07:32:01.058606 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-9v7cr I0506 07:32:01.058613 3780 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-tcplc after 0 failed attempt(s) I0506 07:32:01.058615 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-dwwnm after 0 failed attempt(s) I0506 07:32:01.058620 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-9v7cr I0506 07:32:01.058624 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-lf7jr after 0 failed attempt(s) I0506 07:32:01.058634 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zppsw after 0 failed attempt(s) I0506 07:32:01.058642 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-9v7cr after 0 failed attempt(s) I0506 07:32:01.058526 3780 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-241.ec2.internal I0506 07:32:01.058662 3780 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-241.ec2.internal I0506 07:32:01.058676 3780 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-241.ec2.internal after 0 failed attempt(s) I0506 07:32:01.058548 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-57tr4 I0506 07:32:01.058705 3780 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-57tr4] creating logical port openshift-multus_network-metrics-daemon-57tr4 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:32:01.058638 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-pd7qj I0506 07:32:01.058777 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-pd7qj after 0 failed attempt(s) I0506 07:32:01.058582 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-jlst2 I0506 07:32:01.058793 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-jlst2 I0506 07:32:01.058808 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-jlst2 after 0 failed attempt(s) I0506 07:32:01.058586 3780 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lbpf9] creating logical port openshift-network-diagnostics_network-check-target-lbpf9 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:32:01.059458 3780 pods.go:271] [openshift-multus/network-metrics-daemon-57tr4] addLogicalPort took 757.902µs, libovsdb time 243.333µs I0506 07:32:01.059480 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-57tr4 after 0 failed attempt(s) I0506 07:32:01.059542 3780 pods.go:271] [openshift-network-diagnostics/network-check-target-lbpf9] addLogicalPort took 964.318µs, libovsdb time 311.313µs I0506 07:32:01.059549 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-lbpf9 after 0 failed attempt(s) I0506 07:32:01.068315 3780 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 07:32:01.080130 3780 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 07:32:01.083253 3780 iptables.go:108] Creating table: nat chain: OUTPUT I0506 07:32:01.132399 3780 iptables.go:108] Creating table: nat chain: PREROUTING I0506 07:32:01.193937 3780 iptables.go:108] Creating table: filter chain: FORWARD I0506 07:32:01.209736 3780 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 07:32:01.209845 3780 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 07:32:01.209890 3780 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 07:32:01.209958 3780 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 07:32:01.210004 3780 gateway_init.go:325] Gateway and management port readiness took 2.709982605s I0506 07:32:01.210030 3780 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 07:32:01.210065 3780 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 07:32:01.210078 3780 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 07:32:01.210087 3780 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 07:32:01.210144 3780 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 07:32:01.210223 3780 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.25µs I0506 07:32:01.210792 3780 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 07:32:01.210817 3780 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.137µs I0506 07:32:01.210824 3780 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.102µs I0506 07:32:01.210830 3780 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 07:32:01.210841 3780 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 07:32:01.210847 3780 default_node_network_controller.go:899] Starting the default node network controller I0506 07:32:01.210852 3780 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 07:32:01.210863 3780 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.604µs I0506 07:32:01.210976 3780 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 07:32:01.210984 3780 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 07:32:01.211009 3780 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000329120 0xc000257ea0 0xc000257f10 0xc0002c6000 0xc0002c6070 0xc0002c60e0 0xc0002c6150 0xc00030d860 0xc0002c61c0 0xc0002c6230 0xc000186320 0xc006555340 0xc0002c62a0 map[0x2ff9080:0xc0045406c0 0x2ff95c0:0xc004540840 0x2ffa2e0:0xc004540600 0x2ffa580:0xc004540660 0x2ffad60:0xc004540720 0x2ffb000:0xc004540780 0x2ffb2a0:0xc0045407e0 0x2ffba80:0xc0045408a0 0x2ffbd20:0xc004540a80 0x3026980:0xc000b97260 0x3026d20:0xc000b97500 0x3027800:0xc00095fc20 0x3029160:0xc001280180 0x30298a0:0xc000b97560 0x302a720:0xc000b97200] 0xc000910380 0} I0506 07:32:01.211069 3780 gateway.go:151] Starting gateway service sync I0506 07:32:01.211453 3780 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 07:32:01.213485 3780 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 07:32:01.242721 3780 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 07:32:01.243865 3780 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 07:32:01.244911 3780 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 07:32:01.277053 3780 gateway.go:168] Gateway service sync done. Time taken: 65.973854ms I0506 07:32:01.277445 3780 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31220 I0506 07:32:01.277864 3780 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000329120 0xc000257ea0 0xc000257f10 0xc0002c6000 0xc0002c6070 0xc0002c60e0 0xc0002c6150 0xc00030d860 0xc0002c61c0 0xc0002c6230 0xc000186320 0xc006555340 0xc0002c62a0 map[0x2ff9080:0xc0045406c0 0x2ff95c0:0xc004540840 0x2ffa2e0:0xc004540600 0x2ffa580:0xc004540660 0x2ffad60:0xc004540720 0x2ffb000:0xc004540780 0x2ffb2a0:0xc0045407e0 0x2ffba80:0xc0045408a0 0x2ffbd20:0xc004540a80 0x3026980:0xc000b97260 0x3026d20:0xc000b97500 0x3027800:0xc00095fc20 0x3029160:0xc001280180 0x30298a0:0xc000b97560 0x302a720:0xc000b97200] 0xc000910380 0} I0506 07:32:01.278303 3780 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000329120 0xc000257ea0 0xc000257f10 0xc0002c6000 0xc0002c6070 0xc0002c60e0 0xc0002c6150 0xc00030d860 0xc0002c61c0 0xc0002c6230 0xc000186320 0xc006555340 0xc0002c62a0 map[0x2ff9080:0xc0045406c0 0x2ff95c0:0xc004540840 0x2ffa2e0:0xc004540600 0x2ffa580:0xc004540660 0x2ffad60:0xc004540720 0x2ffb000:0xc004540780 0x2ffb2a0:0xc0045407e0 0x2ffba80:0xc0045408a0 0x2ffbd20:0xc004540a80 0x3026980:0xc000b97260 0x3026d20:0xc000b97500 0x3027800:0xc00095fc20 0x3029160:0xc001280180 0x30298a0:0xc000b97560 0x302a720:0xc000b97200] 0xc000910380 0} I0506 07:32:01.278340 3780 gateway.go:532] Reconciling gateway with updates I0506 07:32:01.283731 3780 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 07:32:01.283772 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 07:32:01.283793 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 07:32:01.283766 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 07:32:01.283804 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 07:32:01.283811 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 07:32:01.283817 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 07:32:01.283828 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 07:32:01.283833 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 07:32:01.283836 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 07:32:01.283841 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 07:32:01.283841 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 07:32:01.283846 3780 default_node_network_controller.go:944] Gateway and management port readiness took 72.854764ms I0506 07:32:01.283854 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 07:32:01.283856 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 07:32:01.283854 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 07:32:01.283860 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 07:32:01.283864 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 07:32:01.283866 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 07:32:01.283866 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 07:32:01.283867 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 07:32:01.283871 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 07:32:01.283888 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 07:32:01.283890 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 07:32:01.283840 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 07:32:01.283896 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 07:32:01.283898 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 07:32:01.283902 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 07:32:01.283901 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 07:32:01.283904 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 07:32:01.283909 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 07:32:01.283888 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 07:32:01.283915 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 07:32:01.283905 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 07:32:01.283815 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 07:32:01.283847 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 07:32:01.283934 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 07:32:01.283945 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 07:32:01.283953 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 07:32:01.283957 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 07:32:01.283828 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 07:32:01.283819 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 07:32:01.283970 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 07:32:01.283925 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 07:32:01.283863 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 07:32:01.283790 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 07:32:01.283831 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 07:32:01.283996 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 07:32:01.283849 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 07:32:01.283804 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 07:32:01.283891 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 07:32:01.284009 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 07:32:01.284016 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 07:32:01.283902 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 07:32:01.284027 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 07:32:01.284015 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 07:32:01.284048 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 07:32:01.284049 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 07:32:01.284025 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 07:32:01.283907 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 07:32:01.283906 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 07:32:01.284098 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 07:32:01.283912 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 07:32:01.284116 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 07:32:01.284120 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 07:32:01.284144 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 07:32:01.284153 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 07:32:01.284157 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 07:32:01.283917 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 07:32:01.284162 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 07:32:01.284166 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 07:32:01.283914 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 07:32:01.284186 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 07:32:01.283927 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 07:32:01.284203 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 07:32:01.284205 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 07:32:01.283993 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 07:32:01.284212 3780 port_claim.go:71] Svc openshift-ingress/router-default: port 30897 is already open, no action needed I0506 07:32:01.284216 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 07:32:01.284223 3780 port_claim.go:71] Svc openshift-ingress/router-default: port 32161 is already open, no action needed I0506 07:32:01.284225 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 07:32:01.283999 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 07:32:01.284237 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 07:32:01.284251 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 07:32:01.284261 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 07:32:01.284006 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 07:32:01.284012 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 07:32:01.283893 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 07:32:01.284286 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 07:32:01.284301 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 07:32:01.284311 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 07:32:01.284030 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 07:32:01.284173 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 07:32:01.283924 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 07:32:01.284194 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 07:32:01.284333 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 07:32:01.284346 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 07:32:01.284354 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 07:32:01.284216 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 07:32:01.283876 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 07:32:01.284377 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 07:32:01.284380 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 07:32:01.284379 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 07:32:01.284386 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 07:32:01.284389 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 07:32:01.284391 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 07:32:01.284397 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 07:32:01.284398 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 07:32:01.284403 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 07:32:01.284425 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 07:32:01.284433 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 07:32:01.284468 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 07:32:01.284477 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 07:32:01.284499 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 07:32:01.284506 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 07:32:01.284510 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 07:32:01.284673 3780 node_ip_handler_linux.go:160] Node IP manager is running W0506 07:32:01.320235 3780 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 07:32:01.320413 3780 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 07:32:01.320614 3780 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0506 07:32:01.329107 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 07:32:01.329131 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 07:32:01.329138 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 07:32:01.329145 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 07:32:01.329154 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 07:32:01.329167 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 07:32:01.329183 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 07:32:01.329189 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 07:32:01.329196 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 07:32:01.329202 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 07:32:01.369660 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 07:32:01.369670 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 07:32:01.369691 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 07:32:01.369700 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 07:32:01.369710 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 07:32:01.369715 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 07:32:01.369721 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 07:32:01.369727 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 07:32:01.369733 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 07:32:01.369738 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 07:32:02.498606 3780 default_node_network_controller.go:1380] Starting node controller node sync W0506 07:32:02.498653 3780 egressip_healthcheck.go:76] Health checking using insecure connection I0506 07:32:02.498689 3780 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0506 07:32:02.510298 3780 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.671687ms I0506 07:32:02.510414 3780 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-137.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 07:32:02.510431 3780 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-137.ec2.internal", IP: 10.0.1.137 to PMTUD blocking rules I0506 07:32:02.510415 3780 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-22.ec2.internal", IP: 10.0.0.22 to PMTUD blocking rules I0506 07:32:02.510442 3780 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-22.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 07:32:02.521554 3780 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 07:32:02.521849 3780 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 07:32:02.521969 3780 egressservice_node.go:183] Starting Egress Services Controller I0506 07:32:02.521984 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 07:32:02.521993 3780 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 07:32:02.521999 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 07:32:02.522005 3780 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 07:32:02.522011 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 07:32:02.522016 3780 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 07:32:02.522020 3780 egressservice_node.go:197] Repairing Egress Services I0506 07:32:02.531550 3780 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 07:32:02.531560 3780 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 07:32:02.531666 3780 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 07:32:02.531675 3780 link_network_manager.go:119] Link manager is running I0506 07:32:02.531684 3780 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 07:32:02.531858 3780 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 07:32:02.532020 3780 vrf_manager.go:128] VRF manager is running I0506 07:32:02.532126 3780 node_controller_manager.go:437] Removing flows to drop GARP I0506 07:32:02.532135 3780 gateway.go:532] Reconciling gateway with updates I0506 07:32:02.554753 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 07:32:02.554761 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 07:32:02.554774 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 07:32:02.554778 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 07:32:02.554776 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 07:32:02.554784 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 07:32:02.554786 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 07:32:02.554793 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 07:32:02.554795 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 07:32:02.554802 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 07:32:02.554800 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 07:32:02.554814 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 07:32:02.554824 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 07:32:02.554830 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 07:32:02.554854 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 07:32:02.554864 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 07:32:02.554795 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 07:32:02.554811 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 07:32:02.554896 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 07:32:02.554902 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 07:32:02.554913 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 07:32:02.554921 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 07:32:02.554925 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 07:32:02.554865 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 07:32:02.554922 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 07:32:02.554937 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 07:32:02.554926 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 07:32:02.554968 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 07:32:02.554895 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 07:32:02.554971 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 07:32:02.554982 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 07:32:02.554980 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 07:32:02.554757 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 07:32:02.555000 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 07:32:02.555004 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 07:32:02.555007 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 07:32:02.555015 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 07:32:02.555017 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 07:32:02.555028 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 07:32:02.555026 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 07:32:02.555039 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 07:32:02.555041 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 07:32:02.554967 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 07:32:02.555053 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 07:32:02.555056 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 07:32:02.555066 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 07:32:02.555071 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 07:32:02.555046 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 07:32:02.555076 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 07:32:02.555080 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 07:32:02.555084 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 07:32:02.554816 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 07:32:02.555090 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 07:32:02.555093 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 07:32:02.555102 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 07:32:02.555104 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 07:32:02.555106 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 07:32:02.555112 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 07:32:02.555116 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 07:32:02.555120 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 07:32:02.555122 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 07:32:02.555126 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 07:32:02.555135 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 07:32:02.555137 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 07:32:02.555137 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 07:32:02.555016 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 07:32:02.555148 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 07:32:02.555104 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 07:32:02.555155 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 07:32:02.555166 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 07:32:02.555167 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 07:32:02.555172 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 07:32:02.555031 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 07:32:02.555181 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 07:32:02.555184 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 07:32:02.555192 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 07:32:02.555067 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 07:32:02.555212 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 07:32:02.555073 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 07:32:02.555223 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 07:32:02.555212 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 07:32:02.555167 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 07:32:02.555277 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 07:32:02.555287 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 07:32:02.555289 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 07:32:02.555299 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 07:32:02.555078 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 07:32:02.555003 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 07:32:02.555367 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 07:32:02.555373 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 07:32:02.555375 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 07:32:02.554991 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 07:32:02.555389 3780 port_claim.go:71] Svc openshift-ingress/router-default: port 30897 is already open, no action needed I0506 07:32:02.555003 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 07:32:02.555394 3780 port_claim.go:71] Svc openshift-ingress/router-default: port 32161 is already open, no action needed I0506 07:32:02.555017 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 07:32:02.555017 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 07:32:02.555018 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 07:32:02.555480 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 07:32:02.555485 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 07:32:02.555032 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 07:32:02.555493 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 07:32:02.555034 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 07:32:02.555520 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 07:32:02.555047 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 07:32:02.555542 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 07:32:02.555078 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 07:32:02.555081 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 07:32:02.555095 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 07:32:02.555607 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 07:32:02.555100 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 07:32:02.555111 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 07:32:02.555109 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 07:32:02.555668 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 07:32:02.555171 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 07:32:02.594091 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 07:32:02.594112 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 07:32:02.632228 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 07:32:02.632252 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 07:32:02.632258 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 07:32:02.670415 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 07:32:02.670423 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 07:32:02.670440 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 07:32:02.670447 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 07:32:02.670452 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 07:32:02.670459 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 07:32:02.670464 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 07:32:02.670469 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 07:32:02.670474 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 07:32:02.670479 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 07:32:02.670484 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 07:32:02.670490 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 07:32:02.670495 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 07:32:02.670500 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 07:32:04.533133 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-241.ec2.internal I0506 07:32:04.533167 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-241.ec2.internal: 43.768µs I0506 07:32:04.560154 3780 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-76b68cbcd-kln5s] creating logical port openshift-image-registry_image-registry-76b68cbcd-kln5s for pod on switch ip-10-0-2-241.ec2.internal I0506 07:32:04.560279 3780 kube.go:256] Updating pod openshift-image-registry/image-registry-76b68cbcd-kln5s I0506 07:32:04.578461 3780 pod.go:62] [openshift-image-registry/image-registry-76b68cbcd-kln5s] pod update took 18.212725ms I0506 07:32:04.578480 3780 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-76b68cbcd-kln5s] addLogicalPort annotation time took 18.235273ms I0506 07:32:04.579647 3780 pods.go:271] [openshift-image-registry/image-registry-76b68cbcd-kln5s] addLogicalPort took 19.511154ms, libovsdb time 924.338µs I0506 07:32:04.586694 3780 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:32:04.587239 3780 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:32:04.587264 3780 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:32:04.587273 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 07:32:04.587304 3780 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:32:04.587311 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 07:32:04.590679 3780 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-8lkzn] creating logical port openshift-dns_dns-default-8lkzn for pod on switch ip-10-0-2-241.ec2.internal I0506 07:32:04.590713 3780 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-5hfdc] creating logical port openshift-ingress-canary_ingress-canary-5hfdc for pod on switch ip-10-0-2-241.ec2.internal I0506 07:32:04.590833 3780 kube.go:256] Updating pod openshift-dns/dns-default-8lkzn I0506 07:32:04.590844 3780 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-5hfdc I0506 07:32:04.612283 3780 pod.go:62] [openshift-ingress-canary/ingress-canary-5hfdc] pod update took 21.454611ms I0506 07:32:04.612309 3780 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-5hfdc] addLogicalPort annotation time took 21.496166ms I0506 07:32:04.612283 3780 pod.go:62] [openshift-dns/dns-default-8lkzn] pod update took 21.505528ms I0506 07:32:04.612575 3780 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-8lkzn] addLogicalPort annotation time took 21.797516ms I0506 07:32:04.613552 3780 pods.go:271] [openshift-ingress-canary/ingress-canary-5hfdc] addLogicalPort took 22.848981ms, libovsdb time 885.734µs I0506 07:32:04.613918 3780 pods.go:271] [openshift-dns/dns-default-8lkzn] addLogicalPort took 23.254009ms, libovsdb time 980.506µs I0506 07:32:05.014512 3780 cni.go:452] [openshift-ingress-canary/ingress-canary-5hfdc 97e705dfd8b513a16b9212edf08636eadb24870da6115e8372b1af859d582fc9 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-5hfdc 97e705dfd8b513a16b9212edf08636eadb24870da6115e8372b1af859d582fc9 network default NAD default NAD key ] I0506 07:32:05.051210 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-5hfdc, hostIfaceName: 97e705dfd8b513a, network: default, NAD default, SandboxID: "97e705dfd8b513a16b9212edf08636eadb24870da6115e8372b1af859d582fc9", PCI device ID: , UID: "705e6c81-2176-41c1-a04e-47fa462a3fe7", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0506 07:32:05.101836 3780 cni.go:473] [openshift-ingress-canary/ingress-canary-5hfdc 97e705dfd8b513a16b9212edf08636eadb24870da6115e8372b1af859d582fc9 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-5hfdc 97e705dfd8b513a16b9212edf08636eadb24870da6115e8372b1af859d582fc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:9b:56:de:80:a4\",\"name\":\"97e705dfd8b513a\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb475e4c-999e-4092-be9c-7ee74f4928a2\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:32:05.612579 3780 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:32:05.612602 3780 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:32:05.612619 3780 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:32:05.612634 3780 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:32:06.216346 3780 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 07:32:06.224489 3780 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0506 07:32:11.490234 3780 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 07:32:21.945484 3780 default_network_controller.go:1025] Node "ip-10-0-0-22.ec2.internal" in remote zone "ip-10-0-0-22.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:32:21.946343 3780 zone_ic_handler.go:195] Time taken to create transit switch: 286.925µs I0506 07:32:21.946358 3780 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-22.ec2.internal for the network default I0506 07:32:21.947367 3780 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-22.ec2.internal" on network "default" took: 1.327022ms I0506 07:32:38.428311 3780 cni.go:452] [openshift-network-diagnostics/network-check-target-lbpf9 8856484f7fd6cdd4b88aeed63da0b5bce96efeb08dcbf27f5abd53fe357426ed network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-lbpf9 8856484f7fd6cdd4b88aeed63da0b5bce96efeb08dcbf27f5abd53fe357426ed network default NAD default NAD key ] I0506 07:32:38.450398 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-lbpf9, hostIfaceName: 8856484f7fd6cdd, network: default, NAD default, SandboxID: "8856484f7fd6cdd4b88aeed63da0b5bce96efeb08dcbf27f5abd53fe357426ed", PCI device ID: , UID: "717d0351-d69e-413c-8153-86b6ec3d839f", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0506 07:32:38.494392 3780 cni.go:473] [openshift-network-diagnostics/network-check-target-lbpf9 8856484f7fd6cdd4b88aeed63da0b5bce96efeb08dcbf27f5abd53fe357426ed network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-lbpf9 8856484f7fd6cdd4b88aeed63da0b5bce96efeb08dcbf27f5abd53fe357426ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:15:78:d8:ba:4d\",\"name\":\"8856484f7fd6cdd\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2c2077f-f038-4dd1-8449-ac9faaa63e05\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 07:33:13.502083 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 07:33:19.624601 3780 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-smvms] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-smvms for pod on switch ip-10-0-2-241.ec2.internal I0506 07:33:19.624733 3780 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-smvms I0506 07:33:19.643216 3780 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-smvms] pod update took 18.50822ms I0506 07:33:19.643239 3780 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-smvms] addLogicalPort annotation time took 18.546719ms I0506 07:33:19.644460 3780 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-smvms] addLogicalPort took 19.87399ms, libovsdb time 925.97µs I0506 07:33:19.737624 3780 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n5pj4] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-n5pj4 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:33:19.737717 3780 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n5pj4 I0506 07:33:19.747799 3780 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-fcv4x] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-fcv4x for pod on switch ip-10-0-2-241.ec2.internal I0506 07:33:19.747892 3780 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-hxc69] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-hxc69 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:33:19.747984 3780 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-fcv4x I0506 07:33:19.748097 3780 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-pb4ql] creating logical port openshift-console-operator_console-operator-66dbbb6468-pb4ql for pod on switch ip-10-0-2-241.ec2.internal I0506 07:33:19.747992 3780 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-hxc69 I0506 07:33:19.748198 3780 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-pb4ql I0506 07:33:19.765761 3780 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n5pj4] pod update took 28.055162ms I0506 07:33:19.765788 3780 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n5pj4] addLogicalPort annotation time took 28.101104ms I0506 07:33:19.767061 3780 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n5pj4] addLogicalPort took 29.450032ms, libovsdb time 984.716µs I0506 07:33:19.770054 3780 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-fcv4x] pod update took 22.105647ms I0506 07:33:19.770078 3780 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-fcv4x] addLogicalPort annotation time took 22.135936ms I0506 07:33:19.771425 3780 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-fcv4x] addLogicalPort took 23.645263ms, libovsdb time 962.299µs I0506 07:33:19.774175 3780 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-pb4ql] pod update took 25.996127ms I0506 07:33:19.774200 3780 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-pb4ql] addLogicalPort annotation time took 26.023169ms I0506 07:33:19.775348 3780 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-pb4ql] addLogicalPort took 27.264702ms, libovsdb time 842.805µs I0506 07:33:19.784598 3780 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hxc69] pod update took 36.634154ms I0506 07:33:19.784618 3780 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-hxc69] addLogicalPort annotation time took 36.658956ms I0506 07:33:19.785576 3780 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hxc69] addLogicalPort took 37.705096ms, libovsdb time 659.035µs I0506 07:33:19.785627 3780 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-fbn8c] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-fbn8c for pod on switch ip-10-0-2-241.ec2.internal I0506 07:33:19.785695 3780 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-fbn8c I0506 07:33:19.806736 3780 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-fbn8c] pod update took 21.057399ms I0506 07:33:19.806781 3780 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-fbn8c] addLogicalPort annotation time took 21.105ms I0506 07:33:19.808060 3780 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-fbn8c] addLogicalPort took 22.44026ms, libovsdb time 886.838µs I0506 07:33:19.850218 3780 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wmdq2] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-wmdq2 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:33:19.850369 3780 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wmdq2 I0506 07:33:19.909623 3780 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wmdq2] pod update took 59.27337ms I0506 07:33:19.909651 3780 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wmdq2] addLogicalPort annotation time took 59.308186ms I0506 07:33:19.910914 3780 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wmdq2] addLogicalPort took 60.714392ms, libovsdb time 897.054µs I0506 07:33:19.982972 3780 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-smvms 9a988766a9c1f47a31dba8d0f2982902cda322b0377ca529ac9da7273939c453 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-smvms 9a988766a9c1f47a31dba8d0f2982902cda322b0377ca529ac9da7273939c453 network default NAD default NAD key ] I0506 07:33:19.992471 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-smvms, hostIfaceName: 9a988766a9c1f47, network: default, NAD default, SandboxID: "9a988766a9c1f47a31dba8d0f2982902cda322b0377ca529ac9da7273939c453", PCI device ID: , UID: "4618c721-ec3d-4329-809c-1d5040018430", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0506 07:33:20.036376 3780 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-smvms 9a988766a9c1f47a31dba8d0f2982902cda322b0377ca529ac9da7273939c453 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-smvms 9a988766a9c1f47a31dba8d0f2982902cda322b0377ca529ac9da7273939c453 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:8c:35:f3:a9:b5\",\"name\":\"9a988766a9c1f47\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a7612f9-2433-4b12-8089-d94c0baa9a05\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:33:20.105686 3780 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hxc69 35bf044992ffda0c7729e7fe47dc9f38cd06fa0bfbc1f5a4e7710bae58becc3b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-hxc69 35bf044992ffda0c7729e7fe47dc9f38cd06fa0bfbc1f5a4e7710bae58becc3b network default NAD default NAD key ] I0506 07:33:20.117210 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-hxc69, hostIfaceName: 35bf044992ffda0, network: default, NAD default, SandboxID: "35bf044992ffda0c7729e7fe47dc9f38cd06fa0bfbc1f5a4e7710bae58becc3b", PCI device ID: , UID: "a095f804-cd03-4096-81f7-c2e4ecb63475", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0506 07:33:20.117363 3780 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-pb4ql 86a99c0a5adc3179134de54c02e6b0ae473cac605e2025e35528ef962fea565c network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-pb4ql 86a99c0a5adc3179134de54c02e6b0ae473cac605e2025e35528ef962fea565c network default NAD default NAD key ] I0506 07:33:20.127147 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-pb4ql, hostIfaceName: 86a99c0a5adc317, network: default, NAD default, SandboxID: "86a99c0a5adc3179134de54c02e6b0ae473cac605e2025e35528ef962fea565c", PCI device ID: , UID: "25b00ecc-9d02-470f-8e41-84c7593f344e", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0506 07:33:20.162792 3780 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hxc69 35bf044992ffda0c7729e7fe47dc9f38cd06fa0bfbc1f5a4e7710bae58becc3b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-hxc69 35bf044992ffda0c7729e7fe47dc9f38cd06fa0bfbc1f5a4e7710bae58becc3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:d1:c2:f3:99:74\",\"name\":\"35bf044992ffda0\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa480d96-8d2c-4e01-b95c-19df752926be\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:33:20.177613 3780 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-pb4ql 86a99c0a5adc3179134de54c02e6b0ae473cac605e2025e35528ef962fea565c network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-pb4ql 86a99c0a5adc3179134de54c02e6b0ae473cac605e2025e35528ef962fea565c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:d2:10:37:65:53\",\"name\":\"86a99c0a5adc317\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd61e128-60b4-475f-869d-ec0c3e3cbbe0\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:33:20.201377 3780 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wmdq2 95b57c3641243c33494f0a6d3151c235811153059956b8b3253d840f47a81257 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wmdq2 95b57c3641243c33494f0a6d3151c235811153059956b8b3253d840f47a81257 network default NAD default NAD key ] I0506 07:33:20.212233 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-wmdq2, hostIfaceName: 95b57c3641243c3, network: default, NAD default, SandboxID: "95b57c3641243c33494f0a6d3151c235811153059956b8b3253d840f47a81257", PCI device ID: , UID: "680ab092-ac93-4620-9311-30ea0b8fa4c2", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0506 07:33:20.260802 3780 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wmdq2 95b57c3641243c33494f0a6d3151c235811153059956b8b3253d840f47a81257 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wmdq2 95b57c3641243c33494f0a6d3151c235811153059956b8b3253d840f47a81257 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:4c:db:20:e9:7b\",\"name\":\"95b57c3641243c3\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/679466af-8693-4e77-86d4-9aa4a8c395f8\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 07:33:23.623159 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 07:33:25.570360 3780 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 07:33:25.571431 3780 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.046674ms I0506 07:33:25.588834 3780 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 07:33:25.704975 3780 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-59jmm] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-59jmm for pod on switch ip-10-0-2-241.ec2.internal I0506 07:33:25.705065 3780 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-59jmm I0506 07:33:25.720850 3780 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-59jmm] pod update took 15.8051ms I0506 07:33:25.720933 3780 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-59jmm] addLogicalPort annotation time took 15.894094ms I0506 07:33:25.722019 3780 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-59jmm] addLogicalPort took 17.06013ms, libovsdb time 778.905µs I0506 07:33:25.844193 3780 namespace.go:98] [openshift-service-ca] adding namespace I0506 07:33:25.845042 3780 namespace.go:102] [openshift-service-ca] adding namespace took 828.704µs I0506 07:33:25.859043 3780 namespace.go:142] [openshift-service-ca] updating namespace I0506 07:33:26.059899 3780 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-59jmm 75c94c57043b7559e8889e5cdcfc77e8af558fa20cdd18bf34a99418d553d04b network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-59jmm 75c94c57043b7559e8889e5cdcfc77e8af558fa20cdd18bf34a99418d553d04b network default NAD default NAD key ] I0506 07:33:26.069714 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-59jmm, hostIfaceName: 75c94c57043b755, network: default, NAD default, SandboxID: "75c94c57043b7559e8889e5cdcfc77e8af558fa20cdd18bf34a99418d553d04b", PCI device ID: , UID: "3fe8a053-21a4-450f-b5ca-9456c56e5fff", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0506 07:33:26.117246 3780 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-59jmm 75c94c57043b7559e8889e5cdcfc77e8af558fa20cdd18bf34a99418d553d04b network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-59jmm 75c94c57043b7559e8889e5cdcfc77e8af558fa20cdd18bf34a99418d553d04b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:80:9a:b4:94:fc\",\"name\":\"75c94c57043b755\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e97d36f1-c208-4c65-bad4-55f9fde0b3ca\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 07:33:32.911416 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 07:33:35.638536 3780 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76b68cbcd-kln5s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:35.638568 3780 pods.go:176] Deleting pod: openshift-image-registry/image-registry-76b68cbcd-kln5s I0506 07:33:35.639770 3780 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-76b68cbcd-kln5s, ips: 10.130.0.5 I0506 07:33:35.639798 3780 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76b68cbcd-kln5s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:35.648858 3780 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-8448c554d4-wvvf6] creating logical port openshift-image-registry_image-registry-8448c554d4-wvvf6 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:33:35.648940 3780 kube.go:256] Updating pod openshift-image-registry/image-registry-8448c554d4-wvvf6 I0506 07:33:35.657710 3780 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76b68cbcd-kln5s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:35.657728 3780 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76b68cbcd-kln5s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:35.666240 3780 pod.go:62] [openshift-image-registry/image-registry-8448c554d4-wvvf6] pod update took 17.323947ms I0506 07:33:35.666260 3780 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-8448c554d4-wvvf6] addLogicalPort annotation time took 17.347002ms I0506 07:33:35.666551 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-76b68cbcd-kln5s I0506 07:33:35.666575 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-76b68cbcd-kln5s I0506 07:33:35.667560 3780 pods.go:271] [openshift-image-registry/image-registry-8448c554d4-wvvf6] addLogicalPort took 18.71545ms, libovsdb time 937.385µs I0506 07:33:35.699572 3780 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n5pj4 650dd057e2c95f703eab31bc94b97a56bfe5d14a61fe1d7aa4b1dd51a53430ff network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n5pj4 650dd057e2c95f703eab31bc94b97a56bfe5d14a61fe1d7aa4b1dd51a53430ff network default NAD default NAD key ] I0506 07:33:35.709314 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-n5pj4, hostIfaceName: 650dd057e2c95f7, network: default, NAD default, SandboxID: "650dd057e2c95f703eab31bc94b97a56bfe5d14a61fe1d7aa4b1dd51a53430ff", PCI device ID: , UID: "c4fb06cd-36b3-490a-b7da-c2ba88bb8fd7", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0506 07:33:35.753795 3780 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n5pj4 650dd057e2c95f703eab31bc94b97a56bfe5d14a61fe1d7aa4b1dd51a53430ff network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n5pj4 650dd057e2c95f703eab31bc94b97a56bfe5d14a61fe1d7aa4b1dd51a53430ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:ec:01:0d:df:56\",\"name\":\"650dd057e2c95f7\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00b5f52d-bf6f-46e3-a6c0-f666f8186821\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:33:35.766612 3780 obj_retry.go:498] Detected object openshift-image-registry/image-registry-64456bc74f-66m4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:35.767166 3780 obj_retry.go:498] Detected object openshift-image-registry/image-registry-64456bc74f-66m4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:35.782675 3780 obj_retry.go:492] Detected object openshift-image-registry/image-registry-64456bc74f-66m4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:35.782695 3780 obj_retry.go:492] Detected object openshift-image-registry/image-registry-64456bc74f-66m4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:35.792714 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-64456bc74f-66m4l I0506 07:33:35.792735 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-64456bc74f-66m4l I0506 07:33:36.006110 3780 cni.go:452] [openshift-image-registry/image-registry-8448c554d4-wvvf6 2bdae4bc9bd04e96c03f1b0a0957f4148e09943f519e9cb7427151c66ec68dcb network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-8448c554d4-wvvf6 2bdae4bc9bd04e96c03f1b0a0957f4148e09943f519e9cb7427151c66ec68dcb network default NAD default NAD key ] I0506 07:33:36.015456 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-8448c554d4-wvvf6, hostIfaceName: 2bdae4bc9bd04e9, network: default, NAD default, SandboxID: "2bdae4bc9bd04e96c03f1b0a0957f4148e09943f519e9cb7427151c66ec68dcb", PCI device ID: , UID: "4a1a727d-a825-4055-b049-aed798fd14c7", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0506 07:33:36.059342 3780 cni.go:473] [openshift-image-registry/image-registry-8448c554d4-wvvf6 2bdae4bc9bd04e96c03f1b0a0957f4148e09943f519e9cb7427151c66ec68dcb network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-8448c554d4-wvvf6 2bdae4bc9bd04e96c03f1b0a0957f4148e09943f519e9cb7427151c66ec68dcb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:51:af:09:20:f4\",\"name\":\"2bdae4bc9bd04e9\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9149226-e4ea-4c9a-a951-9b42ea728647\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:33:42.320563 3780 cni.go:452] [openshift-multus/network-metrics-daemon-57tr4 37dcc0b3ff93dff7bcea62e3ee5f5ffdb4ed5e140e1d5ab665be42b1935ac836 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-57tr4 37dcc0b3ff93dff7bcea62e3ee5f5ffdb4ed5e140e1d5ab665be42b1935ac836 network default NAD default NAD key ] I0506 07:33:42.330286 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-57tr4, hostIfaceName: 37dcc0b3ff93dff, network: default, NAD default, SandboxID: "37dcc0b3ff93dff7bcea62e3ee5f5ffdb4ed5e140e1d5ab665be42b1935ac836", PCI device ID: , UID: "d321422d-f67e-4ec6-948a-b8e9bde29fb8", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0506 07:33:42.376183 3780 cni.go:473] [openshift-multus/network-metrics-daemon-57tr4 37dcc0b3ff93dff7bcea62e3ee5f5ffdb4ed5e140e1d5ab665be42b1935ac836 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-57tr4 37dcc0b3ff93dff7bcea62e3ee5f5ffdb4ed5e140e1d5ab665be42b1935ac836 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:c0:4e:93:41:b9\",\"name\":\"37dcc0b3ff93dff\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88328331-3360-41bc-bd4a-7673dafe5023\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:33:51.906879 3780 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-fcv4x 465a62dab6e11d1ddf943ebdfa79272277f6effa3263c9122c70cfaf53b8af0b network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-fcv4x 465a62dab6e11d1ddf943ebdfa79272277f6effa3263c9122c70cfaf53b8af0b network default NAD default NAD key ] I0506 07:33:51.916939 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-fcv4x, hostIfaceName: 465a62dab6e11d1, network: default, NAD default, SandboxID: "465a62dab6e11d1ddf943ebdfa79272277f6effa3263c9122c70cfaf53b8af0b", PCI device ID: , UID: "44e062a0-a180-4b7c-a41e-438b5830333c", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0506 07:33:51.922311 3780 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-fbn8c 23be047b02942bcaa2c16cd210c114cdcea45c3fa1adc9b1b31cdf26a809354d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-fbn8c 23be047b02942bcaa2c16cd210c114cdcea45c3fa1adc9b1b31cdf26a809354d network default NAD default NAD key ] I0506 07:33:51.939700 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-fbn8c, hostIfaceName: 23be047b02942bc, network: default, NAD default, SandboxID: "23be047b02942bcaa2c16cd210c114cdcea45c3fa1adc9b1b31cdf26a809354d", PCI device ID: , UID: "be086f20-a865-4dc7-958b-7712cf54ad6c", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0506 07:33:51.979083 3780 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-fcv4x 465a62dab6e11d1ddf943ebdfa79272277f6effa3263c9122c70cfaf53b8af0b network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-fcv4x 465a62dab6e11d1ddf943ebdfa79272277f6effa3263c9122c70cfaf53b8af0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:77:e2:9c:69:13\",\"name\":\"465a62dab6e11d1\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec21b8ac-00e6-4eea-8b0a-74d5f060850a\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:33:51.997684 3780 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-fbn8c 23be047b02942bcaa2c16cd210c114cdcea45c3fa1adc9b1b31cdf26a809354d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-fbn8c 23be047b02942bcaa2c16cd210c114cdcea45c3fa1adc9b1b31cdf26a809354d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:2d:73:ae:e2:be\",\"name\":\"23be047b02942bc\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bee733a-a378-4e9b-ba53-ad7fa7102844\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 07:33:53.745412 3780 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 07:33:53.749361 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 07:33:53.749375 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 07:33:53.773857 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.773881 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.773888 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.788607 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0506 07:33:53.935936 3780 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 07:33:53.956866 3780 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-hcb85] creating logical port openshift-console_downloads-5c54f4944f-hcb85 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:33:53.956978 3780 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-hcb85 I0506 07:33:53.981531 3780 pod.go:62] [openshift-console/downloads-5c54f4944f-hcb85] pod update took 24.585853ms I0506 07:33:53.981560 3780 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-hcb85] addLogicalPort annotation time took 24.619505ms I0506 07:33:53.983034 3780 pods.go:271] [openshift-console/downloads-5c54f4944f-hcb85] addLogicalPort took 26.185832ms, libovsdb time 998.037µs I0506 07:33:54.049204 3780 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-dnwtj] creating logical port openshift-insights_insights-runtime-extractor-dnwtj for pod on switch ip-10-0-2-241.ec2.internal I0506 07:33:54.049354 3780 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-dnwtj I0506 07:33:54.080790 3780 pod.go:62] [openshift-insights/insights-runtime-extractor-dnwtj] pod update took 31.471559ms I0506 07:33:54.080815 3780 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-dnwtj] addLogicalPort annotation time took 31.502771ms I0506 07:33:54.081986 3780 pods.go:271] [openshift-insights/insights-runtime-extractor-dnwtj] addLogicalPort took 32.803277ms, libovsdb time 826.78µs I0506 07:33:54.314222 3780 cni.go:452] [openshift-console/downloads-5c54f4944f-hcb85 00aa5c5c0eb0b3baa62df0e347f09ebe44de523f839d08e853427ce3f8b76331 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-hcb85 00aa5c5c0eb0b3baa62df0e347f09ebe44de523f839d08e853427ce3f8b76331 network default NAD default NAD key ] I0506 07:33:54.323868 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-hcb85, hostIfaceName: 00aa5c5c0eb0b3b, network: default, NAD default, SandboxID: "00aa5c5c0eb0b3baa62df0e347f09ebe44de523f839d08e853427ce3f8b76331", PCI device ID: , UID: "3c1be72e-d15c-4c95-8b25-377186754beb", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0506 07:33:54.375027 3780 cni.go:473] [openshift-console/downloads-5c54f4944f-hcb85 00aa5c5c0eb0b3baa62df0e347f09ebe44de523f839d08e853427ce3f8b76331 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-hcb85 00aa5c5c0eb0b3baa62df0e347f09ebe44de523f839d08e853427ce3f8b76331 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:f1:d8:4c:d5:cd\",\"name\":\"00aa5c5c0eb0b3b\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/513ea839-70fd-457b-8740-76b6cc5c6d3e\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:33:54.398969 3780 cni.go:452] [openshift-insights/insights-runtime-extractor-dnwtj 044d5e2a53e8a6a2e3f3f13e404f160196613eefd71bb49885799e85cb4a9aac network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-dnwtj 044d5e2a53e8a6a2e3f3f13e404f160196613eefd71bb49885799e85cb4a9aac network default NAD default NAD key ] I0506 07:33:54.408679 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-dnwtj, hostIfaceName: 044d5e2a53e8a6a, network: default, NAD default, SandboxID: "044d5e2a53e8a6a2e3f3f13e404f160196613eefd71bb49885799e85cb4a9aac", PCI device ID: , UID: "2e6606eb-ff37-49b7-bb88-c2b0c1e2e661", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0506 07:33:54.459946 3780 cni.go:473] [openshift-insights/insights-runtime-extractor-dnwtj 044d5e2a53e8a6a2e3f3f13e404f160196613eefd71bb49885799e85cb4a9aac network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-dnwtj 044d5e2a53e8a6a2e3f3f13e404f160196613eefd71bb49885799e85cb4a9aac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ed:7b:0d:cb:94\",\"name\":\"044d5e2a53e8a6a\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbb4392b-abb5-4e42-9565-ff9b4cf7ed84\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:33:54.973627 3780 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l77jm] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-l77jm for pod on switch ip-10-0-2-241.ec2.internal I0506 07:33:54.973763 3780 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l77jm I0506 07:33:54.994983 3780 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l77jm] pod update took 21.268499ms I0506 07:33:54.995012 3780 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l77jm] addLogicalPort annotation time took 21.300786ms I0506 07:33:54.996432 3780 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l77jm] addLogicalPort took 22.822363ms, libovsdb time 1.023467ms I0506 07:33:55.355671 3780 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l77jm 482de84e747a259c42ae0f47d65f9eb9065866106b75f2998869fd6a6730b445 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l77jm 482de84e747a259c42ae0f47d65f9eb9065866106b75f2998869fd6a6730b445 network default NAD default NAD key ] I0506 07:33:55.364901 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-l77jm, hostIfaceName: 482de84e747a259, network: default, NAD default, SandboxID: "482de84e747a259c42ae0f47d65f9eb9065866106b75f2998869fd6a6730b445", PCI device ID: , UID: "be0cdbc5-cda0-4c73-9ca8-b6d38bf300f3", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0506 07:33:55.412755 3780 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l77jm 482de84e747a259c42ae0f47d65f9eb9065866106b75f2998869fd6a6730b445 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l77jm 482de84e747a259c42ae0f47d65f9eb9065866106b75f2998869fd6a6730b445 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:da:25:2f:ff:fb\",\"name\":\"482de84e747a259\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b511665-b071-4d66-9efa-21526b766c51\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:33:55.797201 3780 obj_retry.go:498] Detected object openshift-image-registry/image-registry-64456bc74f-2csh2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:55.797933 3780 obj_retry.go:498] Detected object openshift-image-registry/image-registry-64456bc74f-2csh2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:55.809260 3780 obj_retry.go:492] Detected object openshift-image-registry/image-registry-64456bc74f-2csh2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:55.809279 3780 obj_retry.go:492] Detected object openshift-image-registry/image-registry-64456bc74f-2csh2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:55.818076 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-64456bc74f-2csh2 I0506 07:33:55.818101 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-64456bc74f-2csh2 W0506 07:33:56.803648 3780 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 07:33:57.163130 3780 base_network_controller_pods.go:487] [default/openshift-console/console-6fc59b544b-qsjtm] creating logical port openshift-console_console-6fc59b544b-qsjtm for pod on switch ip-10-0-2-241.ec2.internal I0506 07:33:57.163238 3780 kube.go:256] Updating pod openshift-console/console-6fc59b544b-qsjtm I0506 07:33:57.180652 3780 pod.go:62] [openshift-console/console-6fc59b544b-qsjtm] pod update took 17.441476ms I0506 07:33:57.180678 3780 base_network_controller_pods.go:951] [default/openshift-console/console-6fc59b544b-qsjtm] addLogicalPort annotation time took 17.474262ms I0506 07:33:57.181885 3780 pods.go:271] [openshift-console/console-6fc59b544b-qsjtm] addLogicalPort took 18.771405ms, libovsdb time 855.918µs I0506 07:33:57.539775 3780 cni.go:452] [openshift-console/console-6fc59b544b-qsjtm d65ec285efdc1983ed81d24afc08eaffca3140572aba2c6db1fb6257594235fe network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6fc59b544b-qsjtm d65ec285efdc1983ed81d24afc08eaffca3140572aba2c6db1fb6257594235fe network default NAD default NAD key ] I0506 07:33:57.549620 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6fc59b544b-qsjtm, hostIfaceName: d65ec285efdc198, network: default, NAD default, SandboxID: "d65ec285efdc1983ed81d24afc08eaffca3140572aba2c6db1fb6257594235fe", PCI device ID: , UID: "37c7aef1-cbcc-4645-b6af-7ae69c9e438e", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0506 07:33:57.596810 3780 cni.go:473] [openshift-console/console-6fc59b544b-qsjtm d65ec285efdc1983ed81d24afc08eaffca3140572aba2c6db1fb6257594235fe network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6fc59b544b-qsjtm d65ec285efdc1983ed81d24afc08eaffca3140572aba2c6db1fb6257594235fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:98:2a:2d:fc:81\",\"name\":\"d65ec285efdc198\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b89b6a4-a711-453d-8410-7e35a1c02657\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 07:34:01.750223 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:01.818096 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 07:34:04.626973 3780 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:34:04.627083 3780 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0506 07:34:04.660398 3780 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 33.354615ms I0506 07:34:04.660420 3780 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 33.382751ms I0506 07:34:04.661596 3780 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 34.645821ms, libovsdb time 847.245µs I0506 07:34:05.612078 3780 cni.go:452] [openshift-monitoring/alertmanager-main-0 54afc4130db487986041cb49fd7e8f50d14914e53aac12ae704c459e5e65485f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 54afc4130db487986041cb49fd7e8f50d14914e53aac12ae704c459e5e65485f network default NAD default NAD key ] I0506 07:34:05.622292 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 54afc4130db4879, network: default, NAD default, SandboxID: "54afc4130db487986041cb49fd7e8f50d14914e53aac12ae704c459e5e65485f", PCI device ID: , UID: "155e9443-8dd8-4943-88c6-18b4a961f02f", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0506 07:34:05.677247 3780 cni.go:473] [openshift-monitoring/alertmanager-main-0 54afc4130db487986041cb49fd7e8f50d14914e53aac12ae704c459e5e65485f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 54afc4130db487986041cb49fd7e8f50d14914e53aac12ae704c459e5e65485f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:22:d9:78:e7:8f\",\"name\":\"54afc4130db4879\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07494678-3c90-44da-9132-06edcfaef148\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:34:06.643858 3780 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-584984c59-r8lh9] creating logical port openshift-monitoring_thanos-querier-584984c59-r8lh9 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:34:06.643979 3780 kube.go:256] Updating pod openshift-monitoring/thanos-querier-584984c59-r8lh9 I0506 07:34:06.669403 3780 pod.go:62] [openshift-monitoring/thanos-querier-584984c59-r8lh9] pod update took 25.467471ms I0506 07:34:06.669424 3780 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-584984c59-r8lh9] addLogicalPort annotation time took 25.493578ms I0506 07:34:06.670984 3780 pods.go:271] [openshift-monitoring/thanos-querier-584984c59-r8lh9] addLogicalPort took 27.145179ms, libovsdb time 1.225267ms W0506 07:34:06.785639 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 07:34:07.012695 3780 cni.go:452] [openshift-monitoring/thanos-querier-584984c59-r8lh9 8b100dbc2480971cb18d18340572ac20bfba64ebea65d4d55e083a8daa6f96ef network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-584984c59-r8lh9 8b100dbc2480971cb18d18340572ac20bfba64ebea65d4d55e083a8daa6f96ef network default NAD default NAD key ] I0506 07:34:07.024194 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-584984c59-r8lh9, hostIfaceName: 8b100dbc2480971, network: default, NAD default, SandboxID: "8b100dbc2480971cb18d18340572ac20bfba64ebea65d4d55e083a8daa6f96ef", PCI device ID: , UID: "3cf12f31-9dff-4b63-9405-51fd1c59e4fd", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0506 07:34:07.080226 3780 cni.go:473] [openshift-monitoring/thanos-querier-584984c59-r8lh9 8b100dbc2480971cb18d18340572ac20bfba64ebea65d4d55e083a8daa6f96ef network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-584984c59-r8lh9 8b100dbc2480971cb18d18340572ac20bfba64ebea65d4d55e083a8daa6f96ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:3f:13:26:d0:08\",\"name\":\"8b100dbc2480971\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/acab20a1-d156-4bf3-a47b-21dc38832475\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 07:34:07.824041 3780 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:07.824059 3780 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:07.824063 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:07.878518 3780 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:07.878544 3780 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:07.878549 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 07:34:08.269598 3780 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6ffdbcfdd9-pcjjp] creating logical port openshift-monitoring_metrics-server-6ffdbcfdd9-pcjjp for pod on switch ip-10-0-2-241.ec2.internal I0506 07:34:08.269685 3780 kube.go:256] Updating pod openshift-monitoring/metrics-server-6ffdbcfdd9-pcjjp I0506 07:34:08.287509 3780 pod.go:62] [openshift-monitoring/metrics-server-6ffdbcfdd9-pcjjp] pod update took 17.848492ms I0506 07:34:08.287533 3780 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-6ffdbcfdd9-pcjjp] addLogicalPort annotation time took 17.876568ms I0506 07:34:08.288700 3780 pods.go:271] [openshift-monitoring/metrics-server-6ffdbcfdd9-pcjjp] addLogicalPort took 19.119856ms, libovsdb time 755.749µs I0506 07:34:08.637052 3780 cni.go:452] [openshift-monitoring/metrics-server-6ffdbcfdd9-pcjjp fb5ed313100d5ed012837de3b09e71c95a45dc4004e49bbce8424fc51d2df93b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-6ffdbcfdd9-pcjjp fb5ed313100d5ed012837de3b09e71c95a45dc4004e49bbce8424fc51d2df93b network default NAD default NAD key ] I0506 07:34:08.649283 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6ffdbcfdd9-pcjjp, hostIfaceName: fb5ed313100d5ed, network: default, NAD default, SandboxID: "fb5ed313100d5ed012837de3b09e71c95a45dc4004e49bbce8424fc51d2df93b", PCI device ID: , UID: "d60da9d1-eab1-4ab4-a6f9-3e3d9bfd405f", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0506 07:34:08.697901 3780 cni.go:473] [openshift-monitoring/metrics-server-6ffdbcfdd9-pcjjp fb5ed313100d5ed012837de3b09e71c95a45dc4004e49bbce8424fc51d2df93b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-6ffdbcfdd9-pcjjp fb5ed313100d5ed012837de3b09e71c95a45dc4004e49bbce8424fc51d2df93b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:9c:30:14:ea:26\",\"name\":\"fb5ed313100d5ed\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95bb1902-ccb9-4765-b209-2756b66ce4d4\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:34:08.930406 3780 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-85d64978bb-ws4ww] creating logical port openshift-monitoring_telemeter-client-85d64978bb-ws4ww for pod on switch ip-10-0-2-241.ec2.internal I0506 07:34:08.930601 3780 kube.go:256] Updating pod openshift-monitoring/telemeter-client-85d64978bb-ws4ww I0506 07:34:08.949021 3780 pod.go:62] [openshift-monitoring/telemeter-client-85d64978bb-ws4ww] pod update took 18.461434ms I0506 07:34:08.949050 3780 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-85d64978bb-ws4ww] addLogicalPort annotation time took 18.493154ms I0506 07:34:08.950676 3780 pods.go:271] [openshift-monitoring/telemeter-client-85d64978bb-ws4ww] addLogicalPort took 20.284352ms, libovsdb time 1.129742ms W0506 07:34:10.890067 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:11.896680 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 07:34:11.936732 3780 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:34:11.936759 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:34:12.386819 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:12.400638 3780 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-56778664b8-kmgvk IP address from the namespace address-set, err: pod openshift-console/console-56778664b8-kmgvk: no pod IPs found I0506 07:34:16.634570 3780 cni.go:452] [openshift-dns/dns-default-8lkzn 61dd7af11d131faee5809115268e5052828fe32a4feff9a34088a1587296fd2f network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-8lkzn 61dd7af11d131faee5809115268e5052828fe32a4feff9a34088a1587296fd2f network default NAD default NAD key ] I0506 07:34:16.635774 3780 cni.go:452] [openshift-monitoring/telemeter-client-85d64978bb-ws4ww 155d1d1d29f2b16ec7ac5cb264ac11a2c089dc8d6d9f47ea885e4b69a12c2f28 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-85d64978bb-ws4ww 155d1d1d29f2b16ec7ac5cb264ac11a2c089dc8d6d9f47ea885e4b69a12c2f28 network default NAD default NAD key ] I0506 07:34:16.665662 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-85d64978bb-ws4ww, hostIfaceName: 155d1d1d29f2b16, network: default, NAD default, SandboxID: "155d1d1d29f2b16ec7ac5cb264ac11a2c089dc8d6d9f47ea885e4b69a12c2f28", PCI device ID: , UID: "5ce69180-f1a0-4f0a-933d-f3dca57f546d", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0506 07:34:16.665853 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-8lkzn, hostIfaceName: 61dd7af11d131fa, network: default, NAD default, SandboxID: "61dd7af11d131faee5809115268e5052828fe32a4feff9a34088a1587296fd2f", PCI device ID: , UID: "ec12945d-dfcb-4ef1-86f8-0bc311c5678f", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0506 07:34:16.723655 3780 cni.go:473] [openshift-dns/dns-default-8lkzn 61dd7af11d131faee5809115268e5052828fe32a4feff9a34088a1587296fd2f network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-8lkzn 61dd7af11d131faee5809115268e5052828fe32a4feff9a34088a1587296fd2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:b4:82:4a:6e:0f\",\"name\":\"61dd7af11d131fa\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98638aa6-497b-47e8-9ec4-8183723efa67\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:34:16.741475 3780 cni.go:473] [openshift-monitoring/telemeter-client-85d64978bb-ws4ww 155d1d1d29f2b16ec7ac5cb264ac11a2c089dc8d6d9f47ea885e4b69a12c2f28 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-85d64978bb-ws4ww 155d1d1d29f2b16ec7ac5cb264ac11a2c089dc8d6d9f47ea885e4b69a12c2f28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:b8:16:69:f6:84\",\"name\":\"155d1d1d29f2b16\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7828d008-9cab-40fe-bce7-618f461baeaa\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 07:34:16.844577 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0506 07:34:16.859984 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 07:34:16.925185 3780 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:34:16.925206 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:34:16.970577 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0506 07:34:16.970612 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0506 07:34:17.863826 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0506 07:34:18.903177 3780 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.903203 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.903210 3780 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.903218 3780 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.937564 3780 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.937658 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.937674 3780 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.937680 3780 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0506 07:34:19.137091 3780 cni.go:452] [openshift-image-registry/image-registry-8448c554d4-wvvf6 2bdae4bc9bd04e96c03f1b0a0957f4148e09943f519e9cb7427151c66ec68dcb network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-8448c554d4-wvvf6 2bdae4bc9bd04e96c03f1b0a0957f4148e09943f519e9cb7427151c66ec68dcb network default NAD default NAD key ] I0506 07:34:19.216982 3780 cni.go:473] [openshift-image-registry/image-registry-8448c554d4-wvvf6 2bdae4bc9bd04e96c03f1b0a0957f4148e09943f519e9cb7427151c66ec68dcb network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-8448c554d4-wvvf6 2bdae4bc9bd04e96c03f1b0a0957f4148e09943f519e9cb7427151c66ec68dcb network default NAD default NAD key default], result "{}", err I0506 07:34:19.294924 3780 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8448c554d4-wvvf6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:34:19.294961 3780 pods.go:176] Deleting pod: openshift-image-registry/image-registry-8448c554d4-wvvf6 I0506 07:34:19.296433 3780 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-8448c554d4-wvvf6, ips: 10.130.0.16 I0506 07:34:19.296463 3780 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8448c554d4-wvvf6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 07:34:19.302189 3780 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 07:34:19.304112 3780 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6457497b54-ms4q8] creating logical port openshift-image-registry_image-registry-6457497b54-ms4q8 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:34:19.304270 3780 kube.go:256] Updating pod openshift-image-registry/image-registry-6457497b54-ms4q8 I0506 07:34:19.323384 3780 pod.go:62] [openshift-image-registry/image-registry-6457497b54-ms4q8] pod update took 19.154445ms I0506 07:34:19.323409 3780 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6457497b54-ms4q8] addLogicalPort annotation time took 19.184975ms I0506 07:34:19.324953 3780 pods.go:271] [openshift-image-registry/image-registry-6457497b54-ms4q8] addLogicalPort took 20.854309ms, libovsdb time 1.092619ms I0506 07:34:19.750218 3780 cni.go:452] [openshift-image-registry/image-registry-6457497b54-ms4q8 11c6bba2f618cbcf69ef36ad4aa586255bfef853945be7bd9de982bae3115d72 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6457497b54-ms4q8 11c6bba2f618cbcf69ef36ad4aa586255bfef853945be7bd9de982bae3115d72 network default NAD default NAD key ] I0506 07:34:19.761098 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6457497b54-ms4q8, hostIfaceName: 11c6bba2f618cbc, network: default, NAD default, SandboxID: "11c6bba2f618cbcf69ef36ad4aa586255bfef853945be7bd9de982bae3115d72", PCI device ID: , UID: "98e1a99e-6ebc-46e3-9688-f1973d231089", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0506 07:34:19.815893 3780 cni.go:473] [openshift-image-registry/image-registry-6457497b54-ms4q8 11c6bba2f618cbcf69ef36ad4aa586255bfef853945be7bd9de982bae3115d72 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6457497b54-ms4q8 11c6bba2f618cbcf69ef36ad4aa586255bfef853945be7bd9de982bae3115d72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:c1:b1:72:c8:9f\",\"name\":\"11c6bba2f618cbc\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba963f64-c8c6-44ee-80d2-7177e208b6c0\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 07:34:19.866887 3780 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 07:34:19.866911 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 07:34:19.866919 3780 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0506 07:34:19.885557 3780 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8448c554d4-wvvf6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:19.885587 3780 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8448c554d4-wvvf6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:19.896355 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8448c554d4-wvvf6 I0506 07:34:19.896388 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8448c554d4-wvvf6 W0506 07:34:20.873970 3780 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 07:34:21.041457 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:21.055307 3780 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-656db5f866-hjsdv IP address from the namespace address-set, err: pod openshift-console/console-656db5f866-hjsdv: no pod IPs found W0506 07:34:24.955579 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:24.955604 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:24.955614 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:24.955621 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:24.955641 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:24.955647 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:24.955653 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:24.955659 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:25.897444 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:25.897465 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:25.897472 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:25.897477 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:29.879591 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 07:34:29.879616 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 07:34:29.879622 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 07:34:29.972249 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0506 07:34:32.081881 3780 obj_retry.go:498] Detected object openshift-console/console-6fc59b544b-nhb2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:34:32.082470 3780 obj_retry.go:498] Detected object openshift-console/console-6fc59b544b-nhb2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 07:34:32.092980 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:32.905454 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 07:34:32.905478 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 07:34:33.000987 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 07:34:33.006819 3780 obj_retry.go:492] Detected object openshift-console/console-6fc59b544b-nhb2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:33.006836 3780 obj_retry.go:492] Detected object openshift-console/console-6fc59b544b-nhb2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:33.012627 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fc59b544b-nhb2m I0506 07:34:33.012644 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fc59b544b-nhb2m I0506 07:34:37.556879 3780 cni.go:452] [openshift-console/console-6fc59b544b-qsjtm d65ec285efdc1983ed81d24afc08eaffca3140572aba2c6db1fb6257594235fe network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6fc59b544b-qsjtm d65ec285efdc1983ed81d24afc08eaffca3140572aba2c6db1fb6257594235fe network default NAD default NAD key ] I0506 07:34:37.634395 3780 cni.go:473] [openshift-console/console-6fc59b544b-qsjtm d65ec285efdc1983ed81d24afc08eaffca3140572aba2c6db1fb6257594235fe network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6fc59b544b-qsjtm d65ec285efdc1983ed81d24afc08eaffca3140572aba2c6db1fb6257594235fe network default NAD default NAD key default], result "{}", err I0506 07:34:37.697116 3780 obj_retry.go:498] Detected object openshift-console/console-6fc59b544b-qsjtm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:34:37.697152 3780 pods.go:176] Deleting pod: openshift-console/console-6fc59b544b-qsjtm I0506 07:34:37.698446 3780 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6fc59b544b-qsjtm, ips: 10.130.0.20 I0506 07:34:37.698473 3780 obj_retry.go:498] Detected object openshift-console/console-6fc59b544b-qsjtm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 07:34:37.704106 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 07:34:37.708847 3780 base_network_controller_pods.go:487] [default/openshift-console/console-645d9dcbc7-5zttg] creating logical port openshift-console_console-645d9dcbc7-5zttg for pod on switch ip-10-0-2-241.ec2.internal I0506 07:34:37.708953 3780 kube.go:256] Updating pod openshift-console/console-645d9dcbc7-5zttg I0506 07:34:37.723451 3780 pod.go:62] [openshift-console/console-645d9dcbc7-5zttg] pod update took 14.5365ms I0506 07:34:37.723469 3780 base_network_controller_pods.go:951] [default/openshift-console/console-645d9dcbc7-5zttg] addLogicalPort annotation time took 14.55869ms I0506 07:34:37.724662 3780 pods.go:271] [openshift-console/console-645d9dcbc7-5zttg] addLogicalPort took 15.828026ms, libovsdb time 853.979µs W0506 07:34:37.846706 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0506 07:34:37.946014 3780 obj_retry.go:492] Detected object openshift-console/console-6fc59b544b-qsjtm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:37.946036 3780 obj_retry.go:492] Detected object openshift-console/console-6fc59b544b-qsjtm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:37.953252 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fc59b544b-qsjtm I0506 07:34:37.953277 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fc59b544b-qsjtm I0506 07:34:38.101631 3780 cni.go:452] [openshift-console/console-645d9dcbc7-5zttg 9d349289a0e1e649b34aa6e1f9042b2b4a26456cd1f70a8c335879cc2780ca7f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-645d9dcbc7-5zttg 9d349289a0e1e649b34aa6e1f9042b2b4a26456cd1f70a8c335879cc2780ca7f network default NAD default NAD key ] I0506 07:34:38.111531 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-645d9dcbc7-5zttg, hostIfaceName: 9d349289a0e1e64, network: default, NAD default, SandboxID: "9d349289a0e1e649b34aa6e1f9042b2b4a26456cd1f70a8c335879cc2780ca7f", PCI device ID: , UID: "b016731f-0217-49cf-92cd-6996513fc396", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0506 07:34:38.159995 3780 cni.go:473] [openshift-console/console-645d9dcbc7-5zttg 9d349289a0e1e649b34aa6e1f9042b2b4a26456cd1f70a8c335879cc2780ca7f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-645d9dcbc7-5zttg 9d349289a0e1e649b34aa6e1f9042b2b4a26456cd1f70a8c335879cc2780ca7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:91:bf:5b:fa:64\",\"name\":\"9d349289a0e1e64\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d7f68ef-2bf9-4414-815d-256adc8c8342\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 07:34:38.957876 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:39.962289 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 07:34:39.962384 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 07:34:39.962438 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 07:34:40.971251 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 07:34:41.892023 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 07:34:43.051167 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0506 07:34:43.086466 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 07:34:43.086493 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 07:34:45.677053 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:45.677071 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:45.677079 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:45.677090 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:45.677095 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:45.677099 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:45.702830 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:45.702853 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:45.702860 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 07:34:46.366803 3780 obj_retry.go:498] Detected object openshift-console/console-56778664b8-5xhdn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:34:46.367334 3780 obj_retry.go:498] Detected object openshift-console/console-56778664b8-5xhdn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:34:46.697772 3780 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 07:34:47.032562 3780 obj_retry.go:492] Detected object openshift-console/console-56778664b8-5xhdn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:47.032583 3780 obj_retry.go:492] Detected object openshift-console/console-56778664b8-5xhdn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:47.038548 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56778664b8-5xhdn I0506 07:34:47.038572 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56778664b8-5xhdn W0506 07:34:49.012107 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 07:35:08.288917 3780 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8448c554d4-z7jfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:08.289442 3780 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8448c554d4-z7jfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:09.152795 3780 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8448c554d4-z7jfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:09.152824 3780 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8448c554d4-z7jfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:09.159400 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8448c554d4-z7jfp I0506 07:35:09.159423 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8448c554d4-z7jfp I0506 07:35:09.324015 3780 obj_retry.go:498] Detected object openshift-ingress/router-default-6c8677b95f-sc4cg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:09.324539 3780 obj_retry.go:498] Detected object openshift-ingress/router-default-6c8677b95f-sc4cg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:10.124824 3780 obj_retry.go:492] Detected object openshift-ingress/router-default-6c8677b95f-sc4cg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:10.124845 3780 obj_retry.go:492] Detected object openshift-ingress/router-default-6c8677b95f-sc4cg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:10.131626 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6c8677b95f-sc4cg I0506 07:35:10.131651 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6c8677b95f-sc4cg I0506 07:35:14.348177 3780 obj_retry.go:498] Detected object openshift-console/console-656db5f866-wf5mm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:14.348772 3780 obj_retry.go:498] Detected object openshift-console/console-656db5f866-wf5mm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:15.180097 3780 obj_retry.go:492] Detected object openshift-console/console-656db5f866-wf5mm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:15.180121 3780 obj_retry.go:492] Detected object openshift-console/console-656db5f866-wf5mm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:15.185427 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-656db5f866-wf5mm I0506 07:35:15.185449 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-656db5f866-wf5mm I0506 07:35:25.635583 3780 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:25.636182 3780 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:26.238667 3780 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:26.238689 3780 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:26.244466 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 07:35:26.244491 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0506 07:35:29.838007 3780 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:29.838556 3780 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:30.269410 3780 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:30.269434 3780 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:30.275376 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 07:35:30.275395 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0506 07:35:47.370161 3780 cni.go:452] [openshift-console/console-645d9dcbc7-5zttg 9d349289a0e1e649b34aa6e1f9042b2b4a26456cd1f70a8c335879cc2780ca7f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-645d9dcbc7-5zttg 9d349289a0e1e649b34aa6e1f9042b2b4a26456cd1f70a8c335879cc2780ca7f network default NAD default NAD key ] I0506 07:35:47.443360 3780 cni.go:473] [openshift-console/console-645d9dcbc7-5zttg 9d349289a0e1e649b34aa6e1f9042b2b4a26456cd1f70a8c335879cc2780ca7f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-645d9dcbc7-5zttg 9d349289a0e1e649b34aa6e1f9042b2b4a26456cd1f70a8c335879cc2780ca7f network default NAD default NAD key default], result "{}", err I0506 07:35:47.490607 3780 obj_retry.go:498] Detected object openshift-console/console-645d9dcbc7-5zttg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:47.490643 3780 pods.go:176] Deleting pod: openshift-console/console-645d9dcbc7-5zttg I0506 07:35:47.491983 3780 pods.go:236] Attempting to release IPs for pod: openshift-console/console-645d9dcbc7-5zttg, ips: 10.130.0.26 I0506 07:35:47.492011 3780 obj_retry.go:498] Detected object openshift-console/console-645d9dcbc7-5zttg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:47.499654 3780 base_network_controller_pods.go:487] [default/openshift-console/console-59fb47d945-6fmt2] creating logical port openshift-console_console-59fb47d945-6fmt2 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:35:47.499810 3780 kube.go:256] Updating pod openshift-console/console-59fb47d945-6fmt2 I0506 07:35:47.514179 3780 pod.go:62] [openshift-console/console-59fb47d945-6fmt2] pod update took 14.404035ms I0506 07:35:47.514207 3780 base_network_controller_pods.go:951] [default/openshift-console/console-59fb47d945-6fmt2] addLogicalPort annotation time took 14.437427ms I0506 07:35:47.515408 3780 pods.go:271] [openshift-console/console-59fb47d945-6fmt2] addLogicalPort took 15.767856ms, libovsdb time 888.262µs I0506 07:35:47.857934 3780 cni.go:452] [openshift-console/console-59fb47d945-6fmt2 41435d41b60237b3b4f0703a1e9a006842da0f691cfd873f865e00fdabd14bcf network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-59fb47d945-6fmt2 41435d41b60237b3b4f0703a1e9a006842da0f691cfd873f865e00fdabd14bcf network default NAD default NAD key ] I0506 07:35:47.867098 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-59fb47d945-6fmt2, hostIfaceName: 41435d41b60237b, network: default, NAD default, SandboxID: "41435d41b60237b3b4f0703a1e9a006842da0f691cfd873f865e00fdabd14bcf", PCI device ID: , UID: "239651e1-9667-4917-8f7b-a5a14aab6d3f", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0506 07:35:47.915642 3780 cni.go:473] [openshift-console/console-59fb47d945-6fmt2 41435d41b60237b3b4f0703a1e9a006842da0f691cfd873f865e00fdabd14bcf network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-59fb47d945-6fmt2 41435d41b60237b3b4f0703a1e9a006842da0f691cfd873f865e00fdabd14bcf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:e1:01:d0:6a:22\",\"name\":\"41435d41b60237b\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/feb50bdd-2b01-4973-8a35-1eb5f977117e\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:35:48.248855 3780 obj_retry.go:492] Detected object openshift-console/console-645d9dcbc7-5zttg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:48.248875 3780 obj_retry.go:492] Detected object openshift-console/console-645d9dcbc7-5zttg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:48.254019 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-645d9dcbc7-5zttg I0506 07:35:48.254042 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-645d9dcbc7-5zttg I0506 07:35:57.850087 3780 cni.go:452] [openshift-monitoring/alertmanager-main-0 54afc4130db487986041cb49fd7e8f50d14914e53aac12ae704c459e5e65485f network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 54afc4130db487986041cb49fd7e8f50d14914e53aac12ae704c459e5e65485f network default NAD default NAD key ] I0506 07:35:57.925841 3780 cni.go:473] [openshift-monitoring/alertmanager-main-0 54afc4130db487986041cb49fd7e8f50d14914e53aac12ae704c459e5e65485f network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 54afc4130db487986041cb49fd7e8f50d14914e53aac12ae704c459e5e65485f network default NAD default NAD key default], result "{}", err I0506 07:35:57.984577 3780 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:57.984615 3780 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0506 07:35:57.986043 3780 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.21 I0506 07:35:57.986073 3780 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 07:35:58.295309 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 07:35:58.303199 3780 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:58.303227 3780 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:58.312477 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 07:35:58.312504 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0506 07:35:58.359861 3780 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:35:58.360006 3780 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0506 07:35:58.385984 3780 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.010928ms I0506 07:35:58.386012 3780 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.054635ms I0506 07:35:58.387195 3780 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.359068ms, libovsdb time 802.847µs I0506 07:35:58.641381 3780 obj_retry.go:498] Detected object openshift-console/console-645d9dcbc7-wpzqz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:58.641939 3780 obj_retry.go:498] Detected object openshift-console/console-645d9dcbc7-wpzqz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:58.723462 3780 cni.go:452] [openshift-monitoring/alertmanager-main-0 2ae9652874a5b4be6d901317fc6a348125c4eb8eecac67b066b7969b502657dd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 2ae9652874a5b4be6d901317fc6a348125c4eb8eecac67b066b7969b502657dd network default NAD default NAD key ] I0506 07:35:58.733450 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 2ae9652874a5b4b, network: default, NAD default, SandboxID: "2ae9652874a5b4be6d901317fc6a348125c4eb8eecac67b066b7969b502657dd", PCI device ID: , UID: "f5be43ad-99bc-4437-ba24-fe0b1482b8d0", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0506 07:35:58.783610 3780 cni.go:473] [openshift-monitoring/alertmanager-main-0 2ae9652874a5b4be6d901317fc6a348125c4eb8eecac67b066b7969b502657dd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 2ae9652874a5b4be6d901317fc6a348125c4eb8eecac67b066b7969b502657dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:35:48:22:8e:69\",\"name\":\"2ae9652874a5b4b\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbd103d0-ed97-41e1-811a-097a46c51f95\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:35:59.319174 3780 obj_retry.go:492] Detected object openshift-console/console-645d9dcbc7-wpzqz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:59.319207 3780 obj_retry.go:492] Detected object openshift-console/console-645d9dcbc7-wpzqz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:59.325281 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-645d9dcbc7-wpzqz I0506 07:35:59.325310 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-645d9dcbc7-wpzqz W0506 07:36:28.775840 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:36:28.775866 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:36:28.775873 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 07:36:32.876899 3780 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:36:32.877471 3780 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:36:33.434694 3780 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:36:33.434724 3780 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:36:33.442520 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 07:36:33.442533 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 07:37:18.093263 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0506 07:37:21.087924 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0506 07:37:22.104130 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0506 07:37:38.066904 3780 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0506 07:37:56.981981 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=132 I0506 07:38:12.067674 3780 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0506 07:38:46.071545 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 07:38:53.993032 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=558 I0506 07:39:13.082999 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 07:39:43.104994 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0506 07:39:59.986518 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0506 07:40:00.212321 3780 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634220-l8j66 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:40:00.212453 3780 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 I0506 07:40:00.226016 3780 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66] pod update took 13.606619ms I0506 07:40:00.226036 3780 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66] addLogicalPort annotation time took 13.631631ms I0506 07:40:00.227342 3780 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66] addLogicalPort took 15.0365ms, libovsdb time 986.67µs I0506 07:40:00.590935 3780 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 cf36a3b5c52796fa3799c0edd0a13ab9ed3191413bec37cdfcd6bd046c555269 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 cf36a3b5c52796fa3799c0edd0a13ab9ed3191413bec37cdfcd6bd046c555269 network default NAD default NAD key ] I0506 07:40:00.600197 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634220-l8j66, hostIfaceName: cf36a3b5c52796f, network: default, NAD default, SandboxID: "cf36a3b5c52796fa3799c0edd0a13ab9ed3191413bec37cdfcd6bd046c555269", PCI device ID: , UID: "72efd2a1-64ac-4c3c-936e-d2bb925db2ee", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0506 07:40:00.652941 3780 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 cf36a3b5c52796fa3799c0edd0a13ab9ed3191413bec37cdfcd6bd046c555269 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 cf36a3b5c52796fa3799c0edd0a13ab9ed3191413bec37cdfcd6bd046c555269 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:10:ca:8a:06:08\",\"name\":\"cf36a3b5c52796f\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99e546e1-e796-4fbd-a053-f03b5e5605f5\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:40:01.168895 3780 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:01.169464 3780 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:01.179876 3780 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:01.179909 3780 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:01.187016 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr I0506 07:40:01.187044 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr I0506 07:40:02.269733 3780 cni.go:452] [openshift-console/console-59fb47d945-6fmt2 41435d41b60237b3b4f0703a1e9a006842da0f691cfd873f865e00fdabd14bcf network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-59fb47d945-6fmt2 41435d41b60237b3b4f0703a1e9a006842da0f691cfd873f865e00fdabd14bcf network default NAD default NAD key ] I0506 07:40:02.354360 3780 cni.go:473] [openshift-console/console-59fb47d945-6fmt2 41435d41b60237b3b4f0703a1e9a006842da0f691cfd873f865e00fdabd14bcf network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-59fb47d945-6fmt2 41435d41b60237b3b4f0703a1e9a006842da0f691cfd873f865e00fdabd14bcf network default NAD default NAD key default], result "{}", err I0506 07:40:02.400275 3780 obj_retry.go:498] Detected object openshift-console/console-59fb47d945-6fmt2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:02.400319 3780 pods.go:176] Deleting pod: openshift-console/console-59fb47d945-6fmt2 I0506 07:40:02.401811 3780 pods.go:236] Attempting to release IPs for pod: openshift-console/console-59fb47d945-6fmt2, ips: 10.130.0.27 I0506 07:40:02.401840 3780 obj_retry.go:498] Detected object openshift-console/console-59fb47d945-6fmt2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:02.410672 3780 base_network_controller_pods.go:487] [default/openshift-console/console-5bb777c48-2l89l] creating logical port openshift-console_console-5bb777c48-2l89l for pod on switch ip-10-0-2-241.ec2.internal I0506 07:40:02.410802 3780 kube.go:256] Updating pod openshift-console/console-5bb777c48-2l89l I0506 07:40:02.425584 3780 pod.go:62] [openshift-console/console-5bb777c48-2l89l] pod update took 14.805629ms I0506 07:40:02.425603 3780 base_network_controller_pods.go:951] [default/openshift-console/console-5bb777c48-2l89l] addLogicalPort annotation time took 14.830606ms I0506 07:40:02.426733 3780 pods.go:271] [openshift-console/console-5bb777c48-2l89l] addLogicalPort took 16.071223ms, libovsdb time 814.891µs I0506 07:40:02.768087 3780 cni.go:452] [openshift-console/console-5bb777c48-2l89l 5278bc2d6d18dbad14790b6898e96d968a65367645b37ece7f5fc572f6fac64c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5bb777c48-2l89l 5278bc2d6d18dbad14790b6898e96d968a65367645b37ece7f5fc572f6fac64c network default NAD default NAD key ] I0506 07:40:02.778179 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5bb777c48-2l89l, hostIfaceName: 5278bc2d6d18dba, network: default, NAD default, SandboxID: "5278bc2d6d18dbad14790b6898e96d968a65367645b37ece7f5fc572f6fac64c", PCI device ID: , UID: "ae8f40fc-4666-4acb-b64a-c98398fdbc91", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0506 07:40:02.826950 3780 cni.go:473] [openshift-console/console-5bb777c48-2l89l 5278bc2d6d18dbad14790b6898e96d968a65367645b37ece7f5fc572f6fac64c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5bb777c48-2l89l 5278bc2d6d18dbad14790b6898e96d968a65367645b37ece7f5fc572f6fac64c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:8f:d2:47:86:18\",\"name\":\"5278bc2d6d18dba\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33d4872f-0a61-42d3-841b-44b3c74d2350\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:40:03.289638 3780 obj_retry.go:492] Detected object openshift-console/console-59fb47d945-6fmt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:03.289666 3780 obj_retry.go:492] Detected object openshift-console/console-59fb47d945-6fmt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:03.292275 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59fb47d945-6fmt2 I0506 07:40:03.292298 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59fb47d945-6fmt2 W0506 07:40:13.327158 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 07:40:13.460157 3780 obj_retry.go:498] Detected object openshift-console/console-59fb47d945-jgnnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:13.460716 3780 obj_retry.go:498] Detected object openshift-console/console-59fb47d945-jgnnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:14.463706 3780 obj_retry.go:492] Detected object openshift-console/console-59fb47d945-jgnnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:14.463768 3780 obj_retry.go:492] Detected object openshift-console/console-59fb47d945-jgnnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:14.470115 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59fb47d945-jgnnp I0506 07:40:14.470145 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59fb47d945-jgnnp I0506 07:40:57.980475 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0506 07:41:16.983339 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=73 I0506 07:41:23.077052 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0506 07:41:28.985113 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0506 07:41:53.099511 3780 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0506 07:42:50.091538 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0506 07:42:59.069716 3780 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0506 07:45:24.075029 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 07:45:26.106901 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0506 07:45:32.070473 3780 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0506 07:45:34.096420 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0506 07:45:39.192985 3780 namespace.go:98] [tsf] adding namespace I0506 07:45:39.193922 3780 namespace.go:102] [tsf] adding namespace took 912.868µs I0506 07:45:39.207300 3780 namespace.go:142] [tsf] updating namespace I0506 07:45:39.224917 3780 namespace.go:142] [tsf] updating namespace I0506 07:45:43.296003 3780 namespace.go:98] [konflux-ui] adding namespace I0506 07:45:43.297009 3780 namespace.go:102] [konflux-ui] adding namespace took 980.244µs I0506 07:45:43.299458 3780 namespace.go:98] [rhtpa-operator] adding namespace I0506 07:45:43.299540 3780 namespace.go:98] [cert-manager-operator] adding namespace I0506 07:45:43.299583 3780 namespace.go:98] [konflux-operator] adding namespace I0506 07:45:43.299711 3780 namespace.go:98] [rhbk-operator] adding namespace I0506 07:45:43.299852 3780 namespace.go:98] [tsf-tas] adding namespace I0506 07:45:43.299925 3780 namespace.go:98] [tsf-tpa] adding namespace I0506 07:45:43.300239 3780 namespace.go:102] [rhtpa-operator] adding namespace took 760.043µs I0506 07:45:43.300837 3780 namespace.go:98] [tsf-keycloak] adding namespace I0506 07:45:43.300910 3780 namespace.go:102] [cert-manager-operator] adding namespace took 1.351042ms I0506 07:45:43.301565 3780 namespace.go:102] [konflux-operator] adding namespace took 1.966464ms I0506 07:45:43.302125 3780 namespace.go:102] [rhbk-operator] adding namespace took 2.390599ms I0506 07:45:43.302607 3780 namespace.go:102] [tsf-tas] adding namespace took 2.739645ms I0506 07:45:43.303087 3780 namespace.go:102] [tsf-tpa] adding namespace took 3.115691ms I0506 07:45:43.303546 3780 namespace.go:102] [tsf-keycloak] adding namespace took 2.694768ms I0506 07:45:43.314603 3780 namespace.go:142] [konflux-ui] updating namespace I0506 07:45:43.332502 3780 namespace.go:142] [konflux-ui] updating namespace I0506 07:45:43.339017 3780 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:45:43.342387 3780 namespace.go:142] [rhbk-operator] updating namespace I0506 07:45:43.347334 3780 namespace.go:142] [konflux-operator] updating namespace I0506 07:45:43.347431 3780 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:45:43.353861 3780 namespace.go:142] [tsf-tas] updating namespace I0506 07:45:43.368485 3780 namespace.go:142] [tsf-tpa] updating namespace I0506 07:45:43.368658 3780 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:45:43.373837 3780 namespace.go:142] [konflux-ui] updating namespace I0506 07:45:43.399402 3780 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:45:43.418453 3780 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:45:43.444268 3780 namespace.go:142] [konflux-operator] updating namespace I0506 07:45:43.467272 3780 namespace.go:142] [konflux-operator] updating namespace I0506 07:45:43.477402 3780 namespace.go:142] [rhbk-operator] updating namespace I0506 07:45:43.489550 3780 namespace.go:142] [rhbk-operator] updating namespace I0506 07:45:43.501537 3780 namespace.go:142] [tsf-tas] updating namespace I0506 07:45:43.519893 3780 namespace.go:142] [tsf-tas] updating namespace I0506 07:45:43.531114 3780 namespace.go:142] [tsf-tpa] updating namespace I0506 07:45:43.557825 3780 namespace.go:142] [tsf-tpa] updating namespace I0506 07:45:43.583346 3780 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:45:43.602125 3780 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:45:43.614150 3780 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:45:43.637202 3780 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:45:44.903761 3780 namespace.go:142] [tsf-tpa] updating namespace I0506 07:45:44.917537 3780 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:45:50.982690 3780 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:50.983271 3780 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:50.983294 3780 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:50.983301 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:45:50.983313 3780 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:50.983318 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:45:52.009325 3780 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:52.009347 3780 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:52.009360 3780 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:52.009373 3780 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:52.019323 3780 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:52.019839 3780 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:52.019858 3780 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:52.019866 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:45:52.019877 3780 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:52.019881 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:45:53.049295 3780 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:53.049315 3780 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:53.049325 3780 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:53.049340 3780 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:54.985357 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=16 I0506 07:45:55.039542 3780 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.040120 3780 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.040146 3780 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.040156 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:45:55.040170 3780 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.040176 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:45:55.075482 3780 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.075991 3780 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.076013 3780 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.076020 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:45:55.076034 3780 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.076038 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:45:56.201657 3780 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.201680 3780 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.201697 3780 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.201708 3780 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.204604 3780 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.204627 3780 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.204638 3780 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.204650 3780 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:57.076765 3780 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:57.077259 3780 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:57.077286 3780 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:57.077298 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:45:57.077316 3780 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:57.077324 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:45:58.234860 3780 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:58.234890 3780 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:58.234903 3780 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:58.234919 3780 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:00.603692 3780 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqdf] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-rlqdf for pod on switch ip-10-0-2-241.ec2.internal I0506 07:46:00.603839 3780 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqdf I0506 07:46:00.620839 3780 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqdf] pod update took 17.028491ms I0506 07:46:00.620861 3780 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqdf] addLogicalPort annotation time took 17.056938ms I0506 07:46:00.622100 3780 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqdf] addLogicalPort took 18.424566ms, libovsdb time 839.125µs I0506 07:46:00.963222 3780 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqdf 38d280fb166c69d77445ace46aeba6ec89d7c32837b25dc71ebef774ccbbe281 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqdf 38d280fb166c69d77445ace46aeba6ec89d7c32837b25dc71ebef774ccbbe281 network default NAD default NAD key ] I0506 07:46:00.972361 3780 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-rlqdf, hostIfaceName: 38d280fb166c69d, network: default, NAD default, SandboxID: "38d280fb166c69d77445ace46aeba6ec89d7c32837b25dc71ebef774ccbbe281", PCI device ID: , UID: "7263f8b8-2ad6-4718-85b4-99900e6e1a75", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0506 07:46:01.021981 3780 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqdf 38d280fb166c69d77445ace46aeba6ec89d7c32837b25dc71ebef774ccbbe281 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqdf 38d280fb166c69d77445ace46aeba6ec89d7c32837b25dc71ebef774ccbbe281 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:48:ba:e3:37:68\",\"name\":\"38d280fb166c69d\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7337f415-c645-4eb4-ba9c-50f292bc89fe\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:46:01.083008 3780 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:46:01.083454 3780 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:46:01.083477 3780 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:46:01.083485 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:46:01.083500 3780 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:46:01.083505 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:46:01.500674 3780 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7gsx8] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-7gsx8 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:46:01.500795 3780 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7gsx8 I0506 07:46:01.516138 3780 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7gsx8] pod update took 15.370992ms I0506 07:46:01.516165 3780 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7gsx8] addLogicalPort annotation time took 15.416435ms I0506 07:46:01.517399 3780 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7gsx8] addLogicalPort took 16.739816ms, libovsdb time 894.887µs I0506 07:46:01.869802 3780 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7gsx8 ef5198c10cff5f7ec98fc43a929c5d1b2afd44219ada39e004d33f3339085e0f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7gsx8 ef5198c10cff5f7ec98fc43a929c5d1b2afd44219ada39e004d33f3339085e0f network default NAD default NAD key ] I0506 07:46:01.880685 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-7gsx8, hostIfaceName: ef5198c10cff5f7, network: default, NAD default, SandboxID: "ef5198c10cff5f7ec98fc43a929c5d1b2afd44219ada39e004d33f3339085e0f", PCI device ID: , UID: "f0e88438-b0b5-4fbd-9563-4a3865f070ad", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0506 07:46:01.939513 3780 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7gsx8 ef5198c10cff5f7ec98fc43a929c5d1b2afd44219ada39e004d33f3339085e0f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7gsx8 ef5198c10cff5f7ec98fc43a929c5d1b2afd44219ada39e004d33f3339085e0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:68:20:cf:a4:fb\",\"name\":\"ef5198c10cff5f7\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8f19acb-1dff-4ef2-aa4f-db680efc890c\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:46:02.125556 3780 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:02.125581 3780 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:02.125597 3780 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:02.125611 3780 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:04.142871 3780 namespace.go:98] [cert-manager] adding namespace I0506 07:46:04.143928 3780 namespace.go:102] [cert-manager] adding namespace took 1.035149ms I0506 07:46:04.177762 3780 namespace.go:142] [cert-manager] updating namespace I0506 07:46:04.200694 3780 namespace.go:142] [cert-manager] updating namespace W0506 07:46:04.771204 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 07:46:05.281604 3780 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-jq5qt] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-jq5qt for pod on switch ip-10-0-2-241.ec2.internal I0506 07:46:05.281761 3780 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-jq5qt I0506 07:46:05.309782 3780 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-jq5qt] pod update took 28.06547ms I0506 07:46:05.309812 3780 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-jq5qt] addLogicalPort annotation time took 28.098923ms I0506 07:46:05.311036 3780 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-jq5qt] addLogicalPort took 29.451027ms, libovsdb time 854.987µs I0506 07:46:05.638916 3780 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-jq5qt b604818c5fc45944505cd933159c20bb917b77e96fbf4a428740236d867d46fd network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-jq5qt b604818c5fc45944505cd933159c20bb917b77e96fbf4a428740236d867d46fd network default NAD default NAD key ] I0506 07:46:05.649222 3780 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-jq5qt, hostIfaceName: b604818c5fc4594, network: default, NAD default, SandboxID: "b604818c5fc45944505cd933159c20bb917b77e96fbf4a428740236d867d46fd", PCI device ID: , UID: "c3b80063-66cb-4c01-af74-dc23d0650500", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0506 07:46:05.699684 3780 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-jq5qt b604818c5fc45944505cd933159c20bb917b77e96fbf4a428740236d867d46fd network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-jq5qt b604818c5fc45944505cd933159c20bb917b77e96fbf4a428740236d867d46fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:7a:f1:cf:d0:d6\",\"name\":\"b604818c5fc4594\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf610325-fca1-4321-861d-0e40b6274536\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:46:06.028650 3780 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-q8fs9] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-q8fs9 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:46:06.028793 3780 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-q8fs9 I0506 07:46:06.046472 3780 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-q8fs9] pod update took 17.725802ms I0506 07:46:06.046497 3780 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-q8fs9] addLogicalPort annotation time took 17.779447ms I0506 07:46:06.047692 3780 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-q8fs9] addLogicalPort took 19.063433ms, libovsdb time 831.867µs I0506 07:46:06.397165 3780 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-q8fs9 97b23584d0e6864fdfc3f614c41a8db603ed5f1afb043b98b0c2c9414b335fff network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-q8fs9 97b23584d0e6864fdfc3f614c41a8db603ed5f1afb043b98b0c2c9414b335fff network default NAD default NAD key ] I0506 07:46:06.408323 3780 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-q8fs9, hostIfaceName: 97b23584d0e6864, network: default, NAD default, SandboxID: "97b23584d0e6864fdfc3f614c41a8db603ed5f1afb043b98b0c2c9414b335fff", PCI device ID: , UID: "7d4a2c97-5cbe-485d-b938-4536ed8b9536", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0506 07:46:06.463849 3780 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-q8fs9 97b23584d0e6864fdfc3f614c41a8db603ed5f1afb043b98b0c2c9414b335fff network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-q8fs9 97b23584d0e6864fdfc3f614c41a8db603ed5f1afb043b98b0c2c9414b335fff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:21:74:0e:90:e8\",\"name\":\"97b23584d0e6864\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db2cbdf2-28cd-4ba0-8450-7c4d88d1838e\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 07:46:08.549594 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 07:46:08.557827 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 07:46:10.784404 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 07:46:10.784425 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 07:46:16.736598 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 07:46:16.766297 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 07:46:16.766323 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 07:46:17.597702 3780 namespace.go:142] [openshift-operators] updating namespace I0506 07:46:17.615982 3780 namespace.go:142] [openshift-operators] updating namespace I0506 07:46:23.179271 3780 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-llx5x] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-llx5x for pod on switch ip-10-0-2-241.ec2.internal I0506 07:46:23.179384 3780 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-llx5x I0506 07:46:23.210315 3780 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-llx5x] pod update took 30.958947ms I0506 07:46:23.210335 3780 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-llx5x] addLogicalPort annotation time took 30.984131ms I0506 07:46:23.211630 3780 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-llx5x] addLogicalPort took 32.375675ms, libovsdb time 948.818µs I0506 07:46:23.540163 3780 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-llx5x a20985242a5c3634e669dbc3adc757819375fec7b5c363b29bc8bea207f2afd8 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-llx5x a20985242a5c3634e669dbc3adc757819375fec7b5c363b29bc8bea207f2afd8 network default NAD default NAD key ] I0506 07:46:23.549543 3780 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-llx5x, hostIfaceName: a20985242a5c363, network: default, NAD default, SandboxID: "a20985242a5c3634e669dbc3adc757819375fec7b5c363b29bc8bea207f2afd8", PCI device ID: , UID: "64f677fd-b858-4583-bf1c-d895a16cc8ce", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0506 07:46:23.600983 3780 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-llx5x a20985242a5c3634e669dbc3adc757819375fec7b5c363b29bc8bea207f2afd8 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-llx5x a20985242a5c3634e669dbc3adc757819375fec7b5c363b29bc8bea207f2afd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:32:90:21:6b:03\",\"name\":\"a20985242a5c363\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d916332-a500-4021-876c-4a68056a0534\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:46:24.195153 3780 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-7vjc9] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-7vjc9 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:46:24.195274 3780 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-7vjc9 I0506 07:46:24.215904 3780 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7vjc9] pod update took 20.655009ms I0506 07:46:24.215933 3780 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-7vjc9] addLogicalPort annotation time took 20.690299ms I0506 07:46:24.217305 3780 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7vjc9] addLogicalPort took 22.169758ms, libovsdb time 846.961µs I0506 07:46:24.996228 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=173 I0506 07:46:26.420008 3780 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7vjc9 06e35d0a8cb57e6bd41376bcebd8bdce1cb22a0b78b8e68d7e1e68687cab52b9 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-7vjc9 06e35d0a8cb57e6bd41376bcebd8bdce1cb22a0b78b8e68d7e1e68687cab52b9 network default NAD default NAD key ] I0506 07:46:26.430014 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-7vjc9, hostIfaceName: 06e35d0a8cb57e6, network: default, NAD default, SandboxID: "06e35d0a8cb57e6bd41376bcebd8bdce1cb22a0b78b8e68d7e1e68687cab52b9", PCI device ID: , UID: "9d725cb7-76c5-40ad-97da-e7582c9a346b", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0506 07:46:26.481474 3780 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7vjc9 06e35d0a8cb57e6bd41376bcebd8bdce1cb22a0b78b8e68d7e1e68687cab52b9 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-7vjc9 06e35d0a8cb57e6bd41376bcebd8bdce1cb22a0b78b8e68d7e1e68687cab52b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:71:44:01:e3:9b\",\"name\":\"06e35d0a8cb57e6\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/723240a0-bcf6-473f-9932-8545639da091\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 07:46:26.867789 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 07:46:26.987207 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0506 07:46:28.274387 3780 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 07:46:28.275245 3780 namespace.go:102] [trusted-artifact-signer] adding namespace took 837.52µs I0506 07:46:28.291466 3780 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 07:46:28.304656 3780 namespace.go:142] [trusted-artifact-signer] updating namespace W0506 07:46:28.864412 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 07:46:31.748959 3780 namespace.go:142] [openshift-operators] updating namespace I0506 07:46:32.511788 3780 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-nxqbk] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-nxqbk for pod on switch ip-10-0-2-241.ec2.internal I0506 07:46:32.511918 3780 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-nxqbk I0506 07:46:32.540186 3780 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-nxqbk] pod update took 28.300447ms I0506 07:46:32.540208 3780 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-nxqbk] addLogicalPort annotation time took 28.327951ms I0506 07:46:32.541395 3780 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-nxqbk] addLogicalPort took 29.626401ms, libovsdb time 833.391µs I0506 07:46:32.864423 3780 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-nxqbk 5ffa10902237e4ea8e9b154fc6ec2308071c3d67c09dd97e8f379c7be7128836 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-nxqbk 5ffa10902237e4ea8e9b154fc6ec2308071c3d67c09dd97e8f379c7be7128836 network default NAD default NAD key ] I0506 07:46:32.874100 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-nxqbk, hostIfaceName: 5ffa10902237e4e, network: default, NAD default, SandboxID: "5ffa10902237e4ea8e9b154fc6ec2308071c3d67c09dd97e8f379c7be7128836", PCI device ID: , UID: "f3fa6641-2d5b-4baf-b99b-aeba588ad05a", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0506 07:46:32.923872 3780 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-nxqbk 5ffa10902237e4ea8e9b154fc6ec2308071c3d67c09dd97e8f379c7be7128836 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-nxqbk 5ffa10902237e4ea8e9b154fc6ec2308071c3d67c09dd97e8f379c7be7128836 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:f9:2a:4c:f4:38\",\"name\":\"5ffa10902237e4e\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75058a19-724e-4dd9-b0f5-1944a14361fe\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 07:46:37.859613 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 07:46:39.915598 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 07:46:48.642106 3780 namespace.go:98] [openshift-pipelines] adding namespace I0506 07:46:48.642934 3780 namespace.go:102] [openshift-pipelines] adding namespace took 798.897µs I0506 07:46:48.662837 3780 namespace.go:142] [openshift-pipelines] updating namespace I0506 07:46:49.404981 3780 namespace.go:142] [cert-manager] updating namespace I0506 07:46:49.602092 3780 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:46:50.003650 3780 namespace.go:142] [konflux-operator] updating namespace I0506 07:46:50.205768 3780 namespace.go:142] [konflux-ui] updating namespace I0506 07:46:50.408909 3780 namespace.go:142] [open-cluster-management-2q49pdfruok6943kbc0k636d0r7dm1vi] updating namespace I0506 07:46:50.811374 3780 namespace.go:142] [rhbk-operator] updating namespace I0506 07:46:51.014253 3780 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:46:51.212092 3780 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 07:46:51.412402 3780 namespace.go:142] [tsf] updating namespace I0506 07:46:51.616506 3780 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:46:51.815182 3780 namespace.go:142] [tsf-tas] updating namespace I0506 07:46:52.015830 3780 namespace.go:142] [tsf-tpa] updating namespace I0506 07:46:52.141359 3780 namespace.go:142] [cert-manager] updating namespace I0506 07:46:52.149956 3780 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:46:52.156358 3780 namespace.go:142] [default] updating namespace I0506 07:46:52.165503 3780 namespace.go:142] [konflux-operator] updating namespace I0506 07:46:52.174976 3780 namespace.go:142] [konflux-ui] updating namespace I0506 07:46:52.186235 3780 namespace.go:142] [open-cluster-management-2q49pdfruok6943kbc0k636d0r7dm1vi] updating namespace I0506 07:46:52.192550 3780 namespace.go:142] [openshift] updating namespace I0506 07:46:52.200447 3780 namespace.go:142] [rhbk-operator] updating namespace I0506 07:46:52.211034 3780 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:46:52.218092 3780 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 07:46:52.236544 3780 namespace.go:142] [tsf] updating namespace I0506 07:46:52.255483 3780 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:46:52.275195 3780 namespace.go:142] [tsf-tas] updating namespace I0506 07:46:52.297228 3780 namespace.go:142] [tsf-tpa] updating namespace I0506 07:46:52.394364 3780 namespace.go:142] [cert-manager] updating namespace I0506 07:46:52.498257 3780 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:46:52.596085 3780 namespace.go:142] [default] updating namespace I0506 07:46:52.698079 3780 namespace.go:142] [konflux-operator] updating namespace I0506 07:46:52.799691 3780 namespace.go:142] [konflux-ui] updating namespace I0506 07:46:52.901475 3780 namespace.go:142] [open-cluster-management-2q49pdfruok6943kbc0k636d0r7dm1vi] updating namespace I0506 07:46:53.000941 3780 namespace.go:142] [openshift] updating namespace I0506 07:46:53.114026 3780 namespace.go:142] [rhbk-operator] updating namespace I0506 07:46:53.202157 3780 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:46:53.302826 3780 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 07:46:53.406731 3780 namespace.go:142] [tsf] updating namespace I0506 07:46:53.522581 3780 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:46:53.599949 3780 namespace.go:142] [tsf-tas] updating namespace I0506 07:46:53.697844 3780 namespace.go:142] [tsf-tpa] updating namespace I0506 07:46:53.974911 3780 namespace.go:142] [openshift-pipelines] updating namespace I0506 07:46:57.776926 3780 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:46:57.777477 3780 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:46:57.799921 3780 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:57.799940 3780 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:57.805373 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 07:46:57.805400 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0506 07:47:01.524326 3780 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xjk9m] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-xjk9m for pod on switch ip-10-0-2-241.ec2.internal I0506 07:47:01.524422 3780 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xjk9m I0506 07:47:01.544197 3780 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xjk9m] pod update took 19.798728ms I0506 07:47:01.544224 3780 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xjk9m] addLogicalPort annotation time took 19.832824ms I0506 07:47:01.545967 3780 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xjk9m] addLogicalPort took 21.652073ms, libovsdb time 1.128774ms I0506 07:47:01.889545 3780 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xjk9m 9e41372c72c6485f47619ceb8a3965951714017a8a2a5dd41999414b17de3c81 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xjk9m 9e41372c72c6485f47619ceb8a3965951714017a8a2a5dd41999414b17de3c81 network default NAD default NAD key ] I0506 07:47:01.898954 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-xjk9m, hostIfaceName: 9e41372c72c6485, network: default, NAD default, SandboxID: "9e41372c72c6485f47619ceb8a3965951714017a8a2a5dd41999414b17de3c81", PCI device ID: , UID: "03e4b277-684a-4225-817e-b0b92a76aa40", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0506 07:47:01.952492 3780 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xjk9m 9e41372c72c6485f47619ceb8a3965951714017a8a2a5dd41999414b17de3c81 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xjk9m 9e41372c72c6485f47619ceb8a3965951714017a8a2a5dd41999414b17de3c81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:51:39:18:6b:e2\",\"name\":\"9e41372c72c6485\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d41ceebd-46fc-4c3b-8519-85db3e6ee569\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:47:02.097770 3780 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-psrhh] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-psrhh for pod on switch ip-10-0-2-241.ec2.internal I0506 07:47:02.097888 3780 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-psrhh I0506 07:47:02.114524 3780 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-psrhh] pod update took 16.660343ms I0506 07:47:02.114545 3780 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-psrhh] addLogicalPort annotation time took 16.686697ms I0506 07:47:02.115765 3780 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-psrhh] addLogicalPort took 18.013701ms, libovsdb time 824.3µs W0506 07:47:06.710792 3780 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 07:47:06.710814 3780 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 07:47:06.710822 3780 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 07:47:08.313820 3780 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 07:47:08.313840 3780 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 07:47:08.313846 3780 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 07:47:08.313850 3780 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 07:47:08.710129 3780 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0506 07:47:10.726625 3780 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 07:47:10.726641 3780 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 07:47:10.726645 3780 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0506 07:47:11.085934 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0506 07:47:12.358899 3780 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-psrhh 7df31bb931ccfcee408174bf25c93b6afda9e541bc7ba350cac3ed096edd7d02 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-psrhh 7df31bb931ccfcee408174bf25c93b6afda9e541bc7ba350cac3ed096edd7d02 network default NAD default NAD key ] I0506 07:47:12.368239 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-psrhh, hostIfaceName: 7df31bb931ccfce, network: default, NAD default, SandboxID: "7df31bb931ccfcee408174bf25c93b6afda9e541bc7ba350cac3ed096edd7d02", PCI device ID: , UID: "90892682-d2f0-4f8d-a28d-41ea1c7dd0f1", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0506 07:47:12.416359 3780 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-psrhh 7df31bb931ccfcee408174bf25c93b6afda9e541bc7ba350cac3ed096edd7d02 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-psrhh 7df31bb931ccfcee408174bf25c93b6afda9e541bc7ba350cac3ed096edd7d02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:d7:c9:fe:cc:a0\",\"name\":\"7df31bb931ccfce\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5cd0973-5aff-4281-96fe-f2647fccd478\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:47:14.102895 3780 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0506 07:47:14.107932 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 W0506 07:47:17.087270 3780 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0506 07:47:32.444796 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0506 07:47:38.093960 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0506 07:47:39.985570 3780 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:47:39.986113 3780 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:47:40.026917 3780 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:47:40.026937 3780 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:47:40.032723 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 07:47:40.032767 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 07:47:42.039069 3780 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 07:47:42.039592 3780 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 07:47:42.039614 3780 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 07:47:42.041996 3780 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0506 07:47:42.409376 3780 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:47:42.409484 3780 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0506 07:47:42.425511 3780 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.053069ms I0506 07:47:42.425544 3780 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.094744ms I0506 07:47:42.427172 3780 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.811102ms, libovsdb time 1.07703ms I0506 07:47:42.781025 3780 cni.go:452] [tsf-keycloak/keycloak-0 cf0e76ba6c72254b3738682f5d6910aea73ecc84f330f299bc47d2e072fb1928 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 cf0e76ba6c72254b3738682f5d6910aea73ecc84f330f299bc47d2e072fb1928 network default NAD default NAD key ] I0506 07:47:42.790285 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: cf0e76ba6c72254, network: default, NAD default, SandboxID: "cf0e76ba6c72254b3738682f5d6910aea73ecc84f330f299bc47d2e072fb1928", PCI device ID: , UID: "4dad689c-101b-4e4d-9e51-d8c17ada12f7", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0506 07:47:42.842295 3780 cni.go:473] [tsf-keycloak/keycloak-0 cf0e76ba6c72254b3738682f5d6910aea73ecc84f330f299bc47d2e072fb1928 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 cf0e76ba6c72254b3738682f5d6910aea73ecc84f330f299bc47d2e072fb1928 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:7a:46:28:b4:fa\",\"name\":\"cf0e76ba6c72254\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8d4dd7f-0b5d-4fbf-9f62-0a86ed711a50\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 07:47:49.250094 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 07:47:49.250116 3780 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 07:47:49.253470 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 07:47:49.253491 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0506 07:47:53.984142 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0506 07:48:03.923062 3780 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 07:48:03.989039 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 W0506 07:48:12.008796 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 07:48:12.008814 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 07:48:12.008932 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0506 07:48:12.008948 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak I0506 07:48:12.298732 3780 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-sjsdb] creating logical port tsf-keycloak_tsf-iam-sjsdb for pod on switch ip-10-0-2-241.ec2.internal I0506 07:48:12.298854 3780 kube.go:256] Updating pod tsf-keycloak/tsf-iam-sjsdb I0506 07:48:12.314135 3780 pod.go:62] [tsf-keycloak/tsf-iam-sjsdb] pod update took 15.308285ms I0506 07:48:12.314159 3780 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-sjsdb] addLogicalPort annotation time took 15.3376ms I0506 07:48:12.315459 3780 pods.go:271] [tsf-keycloak/tsf-iam-sjsdb] addLogicalPort took 16.74966ms, libovsdb time 892.186µs I0506 07:48:12.664372 3780 cni.go:452] [tsf-keycloak/tsf-iam-sjsdb 784555e7feb0108616754b46dee75bc071ac4bb1cb84eb4d331fd0f912886f59 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-sjsdb 784555e7feb0108616754b46dee75bc071ac4bb1cb84eb4d331fd0f912886f59 network default NAD default NAD key ] I0506 07:48:12.673857 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-sjsdb, hostIfaceName: 784555e7feb0108, network: default, NAD default, SandboxID: "784555e7feb0108616754b46dee75bc071ac4bb1cb84eb4d331fd0f912886f59", PCI device ID: , UID: "f4787ef9-93f0-43a1-96f2-7d1c26a68e69", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0506 07:48:12.724650 3780 cni.go:473] [tsf-keycloak/tsf-iam-sjsdb 784555e7feb0108616754b46dee75bc071ac4bb1cb84eb4d331fd0f912886f59 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-sjsdb 784555e7feb0108616754b46dee75bc071ac4bb1cb84eb4d331fd0f912886f59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:7b:23:88:0c:cd\",\"name\":\"784555e7feb0108\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02142fea-61fb-4c72-ab85-38edfdfa021c\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:48:16.187169 3780 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:16.187907 3780 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:16.214857 3780 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:48:16.214966 3780 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:48:16.220436 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 07:48:16.220571 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0506 07:48:22.713538 3780 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0506 07:48:22.713559 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0506 07:48:27.080181 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0506 07:48:28.755279 3780 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0506 07:48:30.509106 3780 cni.go:452] [tsf-keycloak/tsf-iam-sjsdb 784555e7feb0108616754b46dee75bc071ac4bb1cb84eb4d331fd0f912886f59 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-sjsdb 784555e7feb0108616754b46dee75bc071ac4bb1cb84eb4d331fd0f912886f59 network default NAD default NAD key ] I0506 07:48:30.588001 3780 cni.go:473] [tsf-keycloak/tsf-iam-sjsdb 784555e7feb0108616754b46dee75bc071ac4bb1cb84eb4d331fd0f912886f59 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-sjsdb 784555e7feb0108616754b46dee75bc071ac4bb1cb84eb4d331fd0f912886f59 network default NAD default NAD key default], result "{}", err I0506 07:48:30.637927 3780 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sjsdb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:30.637958 3780 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-sjsdb I0506 07:48:30.639241 3780 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-sjsdb, ips: 10.130.0.41 I0506 07:48:30.639273 3780 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sjsdb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:31.532182 3780 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sjsdb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:48:31.532206 3780 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sjsdb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 07:48:34.158177 3780 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 07:48:34.158197 3780 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 07:48:34.158206 3780 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 07:48:35.794932 3780 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 07:48:37.043600 3780 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cfhgp-2nx66 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:37.044185 3780 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cfhgp-2nx66 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:37.095735 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0506 07:48:38.066394 3780 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cfhgp-2nx66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:48:38.066421 3780 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cfhgp-2nx66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 07:48:38.161078 3780 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0506 07:49:00.073253 3780 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0506 07:49:06.529564 3780 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:06.530147 3780 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:06.550949 3780 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:06.550965 3780 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:06.555883 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 07:49:06.555906 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 07:49:06.936292 3780 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-btlz4] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-btlz4 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:49:06.936400 3780 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-btlz4 I0506 07:49:06.953547 3780 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-btlz4] pod update took 17.178955ms I0506 07:49:06.953569 3780 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-btlz4] addLogicalPort annotation time took 17.203369ms I0506 07:49:06.954830 3780 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-btlz4] addLogicalPort took 18.548579ms, libovsdb time 827.947µs I0506 07:49:07.295020 3780 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-btlz4 9a05aaf627881cffc51dd00abbc7f3a7411a30a39f392e869194259a05e8712b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-btlz4 9a05aaf627881cffc51dd00abbc7f3a7411a30a39f392e869194259a05e8712b network default NAD default NAD key ] I0506 07:49:07.304085 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-btlz4, hostIfaceName: 9a05aaf627881cf, network: default, NAD default, SandboxID: "9a05aaf627881cffc51dd00abbc7f3a7411a30a39f392e869194259a05e8712b", PCI device ID: , UID: "9d9aff14-837b-4ba3-9df3-1c9fc700a9ca", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0506 07:49:07.562659 3780 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-btlz4 9a05aaf627881cffc51dd00abbc7f3a7411a30a39f392e869194259a05e8712b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-btlz4 9a05aaf627881cffc51dd00abbc7f3a7411a30a39f392e869194259a05e8712b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:86:72:b6:c9:94\",\"name\":\"9a05aaf627881cf\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcb7897d-b7e5-48b9-a6ba-05aacf5d90a7\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:49:09.976001 3780 namespace.go:142] [openshift-pipelines] updating namespace W0506 07:49:10.345949 3780 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0506 07:49:10.709446 3780 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 07:49:10.709469 3780 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 07:49:10.736311 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 07:49:10.736332 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0506 07:49:12.149103 3780 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-qxsw2-8f6np of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:12.149609 3780 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-qxsw2-8f6np of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:13.022247 3780 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-qxsw2-8f6np of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:13.022268 3780 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-qxsw2-8f6np of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:14.810694 3780 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-654b994f74-b8hcd] creating logical port tsf-tas_ctlog-654b994f74-b8hcd for pod on switch ip-10-0-2-241.ec2.internal I0506 07:49:14.810788 3780 kube.go:256] Updating pod tsf-tas/ctlog-654b994f74-b8hcd I0506 07:49:14.840362 3780 pod.go:62] [tsf-tas/ctlog-654b994f74-b8hcd] pod update took 29.593262ms I0506 07:49:14.840381 3780 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-654b994f74-b8hcd] addLogicalPort annotation time took 29.617042ms I0506 07:49:14.841595 3780 pods.go:271] [tsf-tas/ctlog-654b994f74-b8hcd] addLogicalPort took 30.914296ms, libovsdb time 845.267µs I0506 07:49:15.169386 3780 cni.go:452] [tsf-tas/ctlog-654b994f74-b8hcd 92d3de9fa63738e846e2c743f7e6d9d440a07765adb7a552893154b4b75cf045 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-654b994f74-b8hcd 92d3de9fa63738e846e2c743f7e6d9d440a07765adb7a552893154b4b75cf045 network default NAD default NAD key ] I0506 07:49:15.178656 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-654b994f74-b8hcd, hostIfaceName: 92d3de9fa63738e, network: default, NAD default, SandboxID: "92d3de9fa63738e846e2c743f7e6d9d440a07765adb7a552893154b4b75cf045", PCI device ID: , UID: "bfd82ac4-9988-4040-88be-e79823250ad5", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0506 07:49:15.229849 3780 cni.go:473] [tsf-tas/ctlog-654b994f74-b8hcd 92d3de9fa63738e846e2c743f7e6d9d440a07765adb7a552893154b4b75cf045 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-654b994f74-b8hcd 92d3de9fa63738e846e2c743f7e6d9d440a07765adb7a552893154b4b75cf045 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:b0:11:3a:bd:fc\",\"name\":\"92d3de9fa63738e\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e809580e-29be-4e1c-afdb-fc09121953a8\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:49:15.494643 3780 obj_retry.go:498] Detected object tsf/patch-tekton-config-ssmgs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:15.495216 3780 obj_retry.go:498] Detected object tsf/patch-tekton-config-ssmgs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 07:49:16.405041 3780 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 07:49:16.517992 3780 obj_retry.go:492] Detected object tsf/patch-tekton-config-ssmgs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:16.518019 3780 obj_retry.go:492] Detected object tsf/patch-tekton-config-ssmgs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 07:49:16.739117 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 07:49:19.042963 3780 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fv2hs-l8hrs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:19.043519 3780 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fv2hs-l8hrs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:19.406834 3780 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fv2hs-l8hrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:19.406856 3780 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fv2hs-l8hrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:21.355941 3780 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6f9959f89-hpkpg] creating logical port tsf-tas_rekor-search-ui-6f9959f89-hpkpg for pod on switch ip-10-0-2-241.ec2.internal I0506 07:49:21.356080 3780 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6f9959f89-hpkpg I0506 07:49:21.371896 3780 pod.go:62] [tsf-tas/rekor-search-ui-6f9959f89-hpkpg] pod update took 15.845305ms I0506 07:49:21.371915 3780 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-6f9959f89-hpkpg] addLogicalPort annotation time took 15.871348ms I0506 07:49:21.373249 3780 pods.go:271] [tsf-tas/rekor-search-ui-6f9959f89-hpkpg] addLogicalPort took 17.325598ms, libovsdb time 936.899µs I0506 07:49:21.544940 3780 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mbcxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:21.545492 3780 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mbcxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:21.716237 3780 cni.go:452] [tsf-tas/rekor-search-ui-6f9959f89-hpkpg 1497bb13dece42d456c80d49e4e4bd6d8a48a0c1489026c2e9e59a7cf7d479d2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-6f9959f89-hpkpg 1497bb13dece42d456c80d49e4e4bd6d8a48a0c1489026c2e9e59a7cf7d479d2 network default NAD default NAD key ] I0506 07:49:21.726306 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6f9959f89-hpkpg, hostIfaceName: 1497bb13dece42d, network: default, NAD default, SandboxID: "1497bb13dece42d456c80d49e4e4bd6d8a48a0c1489026c2e9e59a7cf7d479d2", PCI device ID: , UID: "d251f510-48d5-4bdc-af6f-9b355f5c9ec9", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0506 07:49:21.779582 3780 cni.go:473] [tsf-tas/rekor-search-ui-6f9959f89-hpkpg 1497bb13dece42d456c80d49e4e4bd6d8a48a0c1489026c2e9e59a7cf7d479d2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-6f9959f89-hpkpg 1497bb13dece42d456c80d49e4e4bd6d8a48a0c1489026c2e9e59a7cf7d479d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ff:aa:45:cf:4e\",\"name\":\"1497bb13dece42d\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05344f38-86e2-41cd-a332-1e66630f4b23\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:49:22.472674 3780 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-n6vpv] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-n6vpv for pod on switch ip-10-0-2-241.ec2.internal I0506 07:49:22.472808 3780 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-n6vpv I0506 07:49:22.490098 3780 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-n6vpv] pod update took 17.320037ms I0506 07:49:22.490126 3780 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-n6vpv] addLogicalPort annotation time took 17.378797ms I0506 07:49:22.491505 3780 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-n6vpv] addLogicalPort took 18.853538ms, libovsdb time 911.041µs I0506 07:49:22.566930 3780 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mbcxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:22.567019 3780 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mbcxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:22.607368 3780 obj_retry.go:492] Detected object tsf/patch-tekton-config-ssmgs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:22.607400 3780 obj_retry.go:492] Detected object tsf/patch-tekton-config-ssmgs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:22.612449 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ssmgs I0506 07:49:22.612479 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ssmgs I0506 07:49:22.839221 3780 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-n6vpv dc385b582c29173308c7f5690cd0daa2fc69f74c291edadd730a0b2de325771f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-n6vpv dc385b582c29173308c7f5690cd0daa2fc69f74c291edadd730a0b2de325771f network default NAD default NAD key ] I0506 07:49:22.849602 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-n6vpv, hostIfaceName: dc385b582c29173, network: default, NAD default, SandboxID: "dc385b582c29173308c7f5690cd0daa2fc69f74c291edadd730a0b2de325771f", PCI device ID: , UID: "6ca93947-51e1-4c92-bc15-79d8e3838586", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0506 07:49:22.907301 3780 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-n6vpv dc385b582c29173308c7f5690cd0daa2fc69f74c291edadd730a0b2de325771f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-n6vpv dc385b582c29173308c7f5690cd0daa2fc69f74c291edadd730a0b2de325771f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:05:0a:57:2d:82\",\"name\":\"dc385b582c29173\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9a1575b-d2cd-43d9-8310-f2471941a830\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 07:49:23.433887 3780 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0506 07:49:24.785921 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0506 07:49:26.586937 3780 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:26.587542 3780 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:26.609299 3780 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:26.609324 3780 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:26.616425 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 07:49:26.616451 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0506 07:49:27.755421 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0506 07:49:32.760652 3780 obj_retry.go:498] Detected object tsf-tpa/create-db-zv2zr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:32.761220 3780 obj_retry.go:498] Detected object tsf-tpa/create-db-zv2zr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:33.785162 3780 obj_retry.go:492] Detected object tsf-tpa/create-db-zv2zr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:33.785186 3780 obj_retry.go:492] Detected object tsf-tpa/create-db-zv2zr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:36.673089 3780 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gcl8p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:36.673722 3780 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gcl8p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 07:49:36.797299 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0506 07:49:37.704014 3780 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gcl8p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:37.704034 3780 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gcl8p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:37.880383 3780 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-zh4n6] creating logical port tsf-tpa_create-importers-zh4n6 for pod on switch ip-10-0-2-241.ec2.internal I0506 07:49:37.880464 3780 kube.go:256] Updating pod tsf-tpa/create-importers-zh4n6 I0506 07:49:37.893497 3780 pod.go:62] [tsf-tpa/create-importers-zh4n6] pod update took 13.051127ms I0506 07:49:37.893525 3780 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-zh4n6] addLogicalPort annotation time took 13.083525ms I0506 07:49:37.895159 3780 pods.go:271] [tsf-tpa/create-importers-zh4n6] addLogicalPort took 14.791857ms, libovsdb time 987.531µs I0506 07:49:38.242917 3780 cni.go:452] [tsf-tpa/create-importers-zh4n6 5405743bcf86bad8f1667879460160eb737b1139eda358018b5380449c78fd0b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-zh4n6 5405743bcf86bad8f1667879460160eb737b1139eda358018b5380449c78fd0b network default NAD default NAD key ] I0506 07:49:38.253374 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-zh4n6, hostIfaceName: 5405743bcf86bad, network: default, NAD default, SandboxID: "5405743bcf86bad8f1667879460160eb737b1139eda358018b5380449c78fd0b", PCI device ID: , UID: "bd9049fa-4442-471b-a6df-f7c727fca2c2", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0506 07:49:38.307088 3780 cni.go:473] [tsf-tpa/create-importers-zh4n6 5405743bcf86bad8f1667879460160eb737b1139eda358018b5380449c78fd0b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-zh4n6 5405743bcf86bad8f1667879460160eb737b1139eda358018b5380449c78fd0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:ac:f9:3d:3a:7d\",\"name\":\"5405743bcf86bad\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d838914-f4d4-4bf0-b3ed-1b241e3dfea3\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:49:41.884382 3780 cni.go:452] [tsf-tpa/create-importers-zh4n6 5405743bcf86bad8f1667879460160eb737b1139eda358018b5380449c78fd0b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-zh4n6 5405743bcf86bad8f1667879460160eb737b1139eda358018b5380449c78fd0b network default NAD default NAD key ] I0506 07:49:41.972934 3780 cni.go:473] [tsf-tpa/create-importers-zh4n6 5405743bcf86bad8f1667879460160eb737b1139eda358018b5380449c78fd0b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-zh4n6 5405743bcf86bad8f1667879460160eb737b1139eda358018b5380449c78fd0b network default NAD default NAD key default], result "{}", err I0506 07:49:42.023294 3780 obj_retry.go:498] Detected object tsf-tpa/create-importers-zh4n6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:42.023323 3780 pods.go:176] Deleting pod: tsf-tpa/create-importers-zh4n6 I0506 07:49:42.024647 3780 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-zh4n6, ips: 10.130.0.46 I0506 07:49:42.024680 3780 obj_retry.go:498] Detected object tsf-tpa/create-importers-zh4n6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:43.046214 3780 obj_retry.go:492] Detected object tsf-tpa/create-importers-zh4n6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:43.046237 3780 obj_retry.go:492] Detected object tsf-tpa/create-importers-zh4n6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 07:49:46.199821 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0506 07:49:50.588631 3780 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0506 07:49:53.988606 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0506 07:50:00.185035 3780 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 cf36a3b5c52796fa3799c0edd0a13ab9ed3191413bec37cdfcd6bd046c555269 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 cf36a3b5c52796fa3799c0edd0a13ab9ed3191413bec37cdfcd6bd046c555269 network default NAD default NAD key ] I0506 07:50:00.271060 3780 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 cf36a3b5c52796fa3799c0edd0a13ab9ed3191413bec37cdfcd6bd046c555269 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 cf36a3b5c52796fa3799c0edd0a13ab9ed3191413bec37cdfcd6bd046c555269 network default NAD default NAD key default], result "{}", err I0506 07:50:00.986101 3780 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:00.986138 3780 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 I0506 07:50:00.987360 3780 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66, ips: 10.130.0.29 I0506 07:50:00.987383 3780 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:00.997012 3780 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:00.997033 3780 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:01.004939 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 I0506 07:50:01.004964 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 I0506 07:50:11.493222 3780 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-8jq55-kdgxl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:11.493793 3780 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-8jq55-kdgxl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:12.366500 3780 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-8jq55-kdgxl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:12.366527 3780 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-8jq55-kdgxl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:18.882088 3780 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:18.882612 3780 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:18.922964 3780 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:18.922985 3780 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:18.928718 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 07:50:18.928739 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 07:50:19.736695 3780 namespace.go:98] [default-tenant] adding namespace I0506 07:50:19.737533 3780 namespace.go:102] [default-tenant] adding namespace took 818.558µs I0506 07:50:19.744268 3780 namespace.go:98] [build-service] adding namespace I0506 07:50:19.744496 3780 namespace.go:98] [image-controller] adding namespace I0506 07:50:19.745106 3780 namespace.go:102] [build-service] adding namespace took 822.911µs I0506 07:50:19.745143 3780 namespace.go:98] [integration-service] adding namespace I0506 07:50:19.745711 3780 namespace.go:102] [integration-service] adding namespace took 560.432µs I0506 07:50:19.746236 3780 namespace.go:102] [image-controller] adding namespace took 1.722764ms I0506 07:50:19.765434 3780 namespace.go:142] [default-tenant] updating namespace I0506 07:50:19.794369 3780 namespace.go:142] [default-tenant] updating namespace I0506 07:50:19.815098 3780 namespace.go:142] [build-service] updating namespace I0506 07:50:19.852162 3780 namespace.go:142] [build-service] updating namespace I0506 07:50:19.863871 3780 namespace.go:142] [integration-service] updating namespace I0506 07:50:19.900691 3780 namespace.go:142] [integration-service] updating namespace I0506 07:50:19.919812 3780 namespace.go:142] [image-controller] updating namespace I0506 07:50:19.937684 3780 namespace.go:142] [image-controller] updating namespace I0506 07:50:20.126598 3780 namespace.go:142] [build-service] updating namespace I0506 07:50:20.218872 3780 namespace.go:142] [integration-service] updating namespace I0506 07:50:20.351517 3780 namespace.go:98] [release-service] adding namespace I0506 07:50:20.352324 3780 namespace.go:102] [release-service] adding namespace took 790.044µs I0506 07:50:20.487604 3780 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-241.ec2.internal I0506 07:50:20.487684 3780 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0506 07:50:20.512556 3780 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 24.894752ms I0506 07:50:20.512575 3780 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 24.916415ms I0506 07:50:20.513722 3780 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 26.130814ms, libovsdb time 772.625µs I0506 07:50:20.564093 3780 namespace.go:142] [release-service] updating namespace I0506 07:50:20.603561 3780 namespace.go:142] [konflux-ui] updating namespace I0506 07:50:20.713534 3780 namespace.go:142] [release-service] updating namespace I0506 07:50:20.770474 3780 namespace.go:98] [konflux-info] adding namespace I0506 07:50:20.771348 3780 namespace.go:102] [konflux-info] adding namespace took 858.562µs I0506 07:50:21.001677 3780 namespace.go:98] [namespace-lister] adding namespace I0506 07:50:21.002505 3780 namespace.go:102] [namespace-lister] adding namespace took 808.942µs I0506 07:50:21.052564 3780 namespace.go:142] [konflux-info] updating namespace I0506 07:50:21.154524 3780 namespace.go:142] [konflux-info] updating namespace I0506 07:50:21.225464 3780 namespace.go:98] [enterprise-contract-service] adding namespace I0506 07:50:21.226337 3780 namespace.go:102] [enterprise-contract-service] adding namespace took 852.52µs I0506 07:50:21.251613 3780 namespace.go:142] [namespace-lister] updating namespace I0506 07:50:21.251784 3780 namespace.go:142] [image-controller] updating namespace I0506 07:50:21.467534 3780 namespace.go:142] [namespace-lister] updating namespace I0506 07:50:21.565852 3780 namespace.go:142] [enterprise-contract-service] updating namespace I0506 07:50:21.678158 3780 namespace.go:142] [default-tenant] updating namespace I0506 07:50:21.758690 3780 namespace.go:142] [enterprise-contract-service] updating namespace I0506 07:50:21.867659 3780 namespace.go:98] [segment-bridge] adding namespace I0506 07:50:21.868515 3780 namespace.go:102] [segment-bridge] adding namespace took 829.741µs I0506 07:50:21.909162 3780 namespace.go:98] [konflux-cli] adding namespace I0506 07:50:21.909865 3780 namespace.go:102] [konflux-cli] adding namespace took 688.621µs I0506 07:50:21.994776 3780 namespace.go:142] [segment-bridge] updating namespace I0506 07:50:22.052558 3780 namespace.go:142] [segment-bridge] updating namespace I0506 07:50:22.140684 3780 namespace.go:142] [konflux-cli] updating namespace I0506 07:50:22.219011 3780 namespace.go:142] [konflux-cli] updating namespace I0506 07:50:22.349814 3780 cni.go:452] [konflux-ui/test-tsf-konflux eee21028d57128f4bf1358d9279f628999dff3af44c64291658aa6aa9600cfa5 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux eee21028d57128f4bf1358d9279f628999dff3af44c64291658aa6aa9600cfa5 network default NAD default NAD key ] I0506 07:50:22.358456 3780 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 07:50:22.359111 3780 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 07:50:22.359136 3780 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 07:50:22.359646 3780 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: eee21028d57128f, network: default, NAD default, SandboxID: "eee21028d57128f4bf1358d9279f628999dff3af44c64291658aa6aa9600cfa5", PCI device ID: , UID: "46124f60-ec33-4006-a30e-715e433b360d", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0506 07:50:22.362171 3780 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 07:50:22.404520 3780 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 07:50:22.404541 3780 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 07:50:22.405243 3780 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0506 07:50:22.413600 3780 cni.go:473] [konflux-ui/test-tsf-konflux eee21028d57128f4bf1358d9279f628999dff3af44c64291658aa6aa9600cfa5 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux eee21028d57128f4bf1358d9279f628999dff3af44c64291658aa6aa9600cfa5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:24:a9:eb:68:7f\",\"name\":\"eee21028d57128f\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72fe4192-7bc7-447d-94cb-54a5efd999de\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:50:22.450581 3780 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-l9stg] creating logical port namespace-lister_namespace-lister-696b855848-l9stg for pod on switch ip-10-0-2-241.ec2.internal I0506 07:50:22.450679 3780 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-l9stg I0506 07:50:22.497505 3780 pod.go:62] [namespace-lister/namespace-lister-696b855848-l9stg] pod update took 46.85525ms I0506 07:50:22.497527 3780 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-l9stg] addLogicalPort annotation time took 46.881514ms I0506 07:50:22.498771 3780 pods.go:271] [namespace-lister/namespace-lister-696b855848-l9stg] addLogicalPort took 48.205155ms, libovsdb time 814.708µs I0506 07:50:22.793295 3780 namespace.go:142] [build-service] updating namespace I0506 07:50:23.129646 3780 namespace.go:142] [default-tenant] updating namespace I0506 07:50:23.245065 3780 base_network_controller_pods.go:487] [default/konflux-ui/dex-67f5bf5fdc-4wpgj] creating logical port konflux-ui_dex-67f5bf5fdc-4wpgj for pod on switch ip-10-0-2-241.ec2.internal I0506 07:50:23.245231 3780 kube.go:256] Updating pod konflux-ui/dex-67f5bf5fdc-4wpgj I0506 07:50:23.245654 3780 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-l68lq] creating logical port image-controller_image-controller-controller-manager-6f859968fc-l68lq for pod on switch ip-10-0-2-241.ec2.internal I0506 07:50:23.245885 3780 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-l68lq I0506 07:50:23.288305 3780 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7b7496c9c8-wbbhj] creating logical port konflux-ui_proxy-7b7496c9c8-wbbhj for pod on switch ip-10-0-2-241.ec2.internal I0506 07:50:23.288442 3780 kube.go:256] Updating pod konflux-ui/proxy-7b7496c9c8-wbbhj I0506 07:50:23.322181 3780 pod.go:62] [konflux-ui/dex-67f5bf5fdc-4wpgj] pod update took 76.991871ms I0506 07:50:23.322212 3780 base_network_controller_pods.go:951] [default/konflux-ui/dex-67f5bf5fdc-4wpgj] addLogicalPort annotation time took 77.030086ms I0506 07:50:23.323605 3780 pods.go:271] [konflux-ui/dex-67f5bf5fdc-4wpgj] addLogicalPort took 78.554454ms, libovsdb time 944.577µs I0506 07:50:23.380823 3780 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-l68lq] pod update took 134.982018ms I0506 07:50:23.380852 3780 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-l68lq] addLogicalPort annotation time took 135.01814ms I0506 07:50:23.382479 3780 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-l68lq] addLogicalPort took 136.847372ms, libovsdb time 1.13741ms I0506 07:50:23.395595 3780 pod.go:62] [konflux-ui/proxy-7b7496c9c8-wbbhj] pod update took 107.188161ms I0506 07:50:23.395625 3780 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7b7496c9c8-wbbhj] addLogicalPort annotation time took 107.223519ms I0506 07:50:23.396929 3780 pods.go:271] [konflux-ui/proxy-7b7496c9c8-wbbhj] addLogicalPort took 108.643756ms, libovsdb time 882.022µs I0506 07:50:23.507549 3780 namespace.go:142] [enterprise-contract-service] updating namespace I0506 07:50:23.845392 3780 namespace.go:142] [image-controller] updating namespace I0506 07:50:24.054696 3780 namespace.go:142] [integration-service] updating namespace I0506 07:50:24.147306 3780 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-l68lq 0fbf78003da31db2929823c7099d9d0f8b26d7235d97ada7343b7281bde0b666 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-l68lq 0fbf78003da31db2929823c7099d9d0f8b26d7235d97ada7343b7281bde0b666 network default NAD default NAD key ] I0506 07:50:24.157085 3780 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-l68lq, hostIfaceName: 0fbf78003da31db, network: default, NAD default, SandboxID: "0fbf78003da31db2929823c7099d9d0f8b26d7235d97ada7343b7281bde0b666", PCI device ID: , UID: "84871a77-200e-48f1-b056-2587bae15f66", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0506 07:50:24.211974 3780 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-l68lq 0fbf78003da31db2929823c7099d9d0f8b26d7235d97ada7343b7281bde0b666 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-l68lq 0fbf78003da31db2929823c7099d9d0f8b26d7235d97ada7343b7281bde0b666 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:46:dc:a8:6c:b1\",\"name\":\"0fbf78003da31db\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09da33f3-9cd1-4843-a01d-718ab329767f\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:50:24.275454 3780 namespace.go:142] [konflux-info] updating namespace I0506 07:50:24.337265 3780 cni.go:452] [namespace-lister/namespace-lister-696b855848-l9stg 85061ea5b68746f7c42aad423f1f1cf933ee0f9a80ce60de15e7e0a37c09e728 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-l9stg 85061ea5b68746f7c42aad423f1f1cf933ee0f9a80ce60de15e7e0a37c09e728 network default NAD default NAD key ] I0506 07:50:24.347254 3780 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-l9stg, hostIfaceName: 85061ea5b68746f, network: default, NAD default, SandboxID: "85061ea5b68746f7c42aad423f1f1cf933ee0f9a80ce60de15e7e0a37c09e728", PCI device ID: , UID: "633899dc-d561-49e9-89d7-33ca5c1a1f9a", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0506 07:50:24.363556 3780 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-s9trs] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-s9trs for pod on switch ip-10-0-2-241.ec2.internal I0506 07:50:24.363679 3780 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-s9trs I0506 07:50:24.404108 3780 cni.go:473] [namespace-lister/namespace-lister-696b855848-l9stg 85061ea5b68746f7c42aad423f1f1cf933ee0f9a80ce60de15e7e0a37c09e728 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-l9stg 85061ea5b68746f7c42aad423f1f1cf933ee0f9a80ce60de15e7e0a37c09e728 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:9f:26:eb:df:78\",\"name\":\"85061ea5b68746f\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c9a30e9-df7b-40c6-a597-0d57f0a2117b\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:50:24.457968 3780 namespace.go:142] [namespace-lister] updating namespace I0506 07:50:24.478415 3780 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-s9trs] pod update took 114.759299ms I0506 07:50:24.478444 3780 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-s9trs] addLogicalPort annotation time took 114.792502ms I0506 07:50:24.479823 3780 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-s9trs] addLogicalPort took 116.286663ms, libovsdb time 837.305µs I0506 07:50:24.649811 3780 namespace.go:142] [release-service] updating namespace I0506 07:50:24.781629 3780 namespace.go:142] [build-service] updating namespace I0506 07:50:24.818946 3780 namespace.go:142] [default-tenant] updating namespace I0506 07:50:24.829672 3780 namespace.go:142] [enterprise-contract-service] updating namespace I0506 07:50:24.846856 3780 namespace.go:142] [image-controller] updating namespace I0506 07:50:24.856564 3780 namespace.go:142] [integration-service] updating namespace I0506 07:50:24.892146 3780 namespace.go:142] [konflux-info] updating namespace I0506 07:50:24.904487 3780 namespace.go:142] [namespace-lister] updating namespace I0506 07:50:24.904540 3780 namespace.go:142] [release-service] updating namespace I0506 07:50:24.946507 3780 namespace.go:142] [build-service] updating namespace I0506 07:50:24.985578 3780 namespace.go:142] [default-tenant] updating namespace I0506 07:50:25.075637 3780 namespace.go:142] [enterprise-contract-service] updating namespace I0506 07:50:25.164388 3780 namespace.go:142] [image-controller] updating namespace I0506 07:50:25.273617 3780 namespace.go:142] [integration-service] updating namespace I0506 07:50:25.376418 3780 namespace.go:142] [konflux-info] updating namespace I0506 07:50:25.488536 3780 namespace.go:142] [namespace-lister] updating namespace I0506 07:50:25.577668 3780 namespace.go:142] [release-service] updating namespace I0506 07:50:26.247526 3780 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-b57bdc784-sj6tv] creating logical port integration-service_integration-service-controller-manager-b57bdc784-sj6tv for pod on switch ip-10-0-2-241.ec2.internal I0506 07:50:26.247642 3780 kube.go:256] Updating pod integration-service/integration-service-controller-manager-b57bdc784-sj6tv I0506 07:50:26.272848 3780 pod.go:62] [integration-service/integration-service-controller-manager-b57bdc784-sj6tv] pod update took 25.241959ms I0506 07:50:26.272877 3780 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-b57bdc784-sj6tv] addLogicalPort annotation time took 25.276135ms I0506 07:50:26.274363 3780 pods.go:271] [integration-service/integration-service-controller-manager-b57bdc784-sj6tv] addLogicalPort took 26.857059ms, libovsdb time 991.045µs I0506 07:50:26.846491 3780 namespace.go:142] [konflux-cli] updating namespace I0506 07:50:27.100039 3780 namespace.go:142] [segment-bridge] updating namespace W0506 07:50:27.139068 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0506 07:50:27.163118 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0506 07:50:27.255350 3780 namespace.go:142] [konflux-cli] updating namespace I0506 07:50:27.295277 3780 namespace.go:142] [segment-bridge] updating namespace I0506 07:50:27.419820 3780 namespace.go:142] [konflux-cli] updating namespace W0506 07:50:27.455494 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0506 07:50:27.515235 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0506 07:50:27.527206 3780 namespace.go:142] [segment-bridge] updating namespace W0506 07:50:28.145595 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0506 07:50:31.364168 3780 cni.go:452] [integration-service/integration-service-controller-manager-b57bdc784-sj6tv 9637f0567fe7a73cac67c970c35ade992e58ac775716ffd418197faf43aebd12 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-b57bdc784-sj6tv 9637f0567fe7a73cac67c970c35ade992e58ac775716ffd418197faf43aebd12 network default NAD default NAD key ] I0506 07:50:31.373773 3780 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-b57bdc784-sj6tv, hostIfaceName: 9637f0567fe7a73, network: default, NAD default, SandboxID: "9637f0567fe7a73cac67c970c35ade992e58ac775716ffd418197faf43aebd12", PCI device ID: , UID: "3239e6ec-605b-496d-9fc7-691cabbea98f", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0506 07:50:31.429231 3780 cni.go:473] [integration-service/integration-service-controller-manager-b57bdc784-sj6tv 9637f0567fe7a73cac67c970c35ade992e58ac775716ffd418197faf43aebd12 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-b57bdc784-sj6tv 9637f0567fe7a73cac67c970c35ade992e58ac775716ffd418197faf43aebd12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:39:92:0c:d5:8e\",\"name\":\"9637f0567fe7a73\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/372dcf46-7254-435b-982d-8a5c96949548\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:50:31.457167 3780 cni.go:452] [konflux-ui/proxy-7b7496c9c8-wbbhj dff6fc958e9083c2df9777cba7bae34b7520128a8ad51d1cea80a573c8778728 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7b7496c9c8-wbbhj dff6fc958e9083c2df9777cba7bae34b7520128a8ad51d1cea80a573c8778728 network default NAD default NAD key ] I0506 07:50:31.466959 3780 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7b7496c9c8-wbbhj, hostIfaceName: dff6fc958e9083c, network: default, NAD default, SandboxID: "dff6fc958e9083c2df9777cba7bae34b7520128a8ad51d1cea80a573c8778728", PCI device ID: , UID: "5432e5d6-7585-4414-8c6c-86f159e7e7b9", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0506 07:50:31.519362 3780 cni.go:473] [konflux-ui/proxy-7b7496c9c8-wbbhj dff6fc958e9083c2df9777cba7bae34b7520128a8ad51d1cea80a573c8778728 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7b7496c9c8-wbbhj dff6fc958e9083c2df9777cba7bae34b7520128a8ad51d1cea80a573c8778728 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:1c:80:c3:1c:ed\",\"name\":\"dff6fc958e9083c\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/614bada0-f6b1-4667-8a3b-3bcc02cf3646\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:50:32.228301 3780 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-s9trs 32a82e84db9d6a40feda82d8c910fcb86bc5acd78d295a8eada22565ff029330 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-s9trs 32a82e84db9d6a40feda82d8c910fcb86bc5acd78d295a8eada22565ff029330 network default NAD default NAD key ] I0506 07:50:32.238605 3780 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-s9trs, hostIfaceName: 32a82e84db9d6a4, network: default, NAD default, SandboxID: "32a82e84db9d6a40feda82d8c910fcb86bc5acd78d295a8eada22565ff029330", PCI device ID: , UID: "2393676b-9a75-4372-a458-c6c6b019973a", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0506 07:50:32.299468 3780 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-s9trs 32a82e84db9d6a40feda82d8c910fcb86bc5acd78d295a8eada22565ff029330 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-s9trs 32a82e84db9d6a40feda82d8c910fcb86bc5acd78d295a8eada22565ff029330 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:d2:77:1b:dc:8d\",\"name\":\"32a82e84db9d6a4\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/158073bf-9320-4482-8343-5eec400ab7c3\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 07:50:32.320016 3780 cni.go:452] [konflux-ui/dex-67f5bf5fdc-4wpgj 2fa9f4249512432b16e83f21d95f68133542b3aed31c27b5eef0efbd66e79b46 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-67f5bf5fdc-4wpgj 2fa9f4249512432b16e83f21d95f68133542b3aed31c27b5eef0efbd66e79b46 network default NAD default NAD key ] I0506 07:50:32.330786 3780 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-67f5bf5fdc-4wpgj, hostIfaceName: 2fa9f4249512432, network: default, NAD default, SandboxID: "2fa9f4249512432b16e83f21d95f68133542b3aed31c27b5eef0efbd66e79b46", PCI device ID: , UID: "c5c71cb7-1f4c-4e65-a18a-114aebdb6fe1", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0506 07:50:32.392961 3780 cni.go:473] [konflux-ui/dex-67f5bf5fdc-4wpgj 2fa9f4249512432b16e83f21d95f68133542b3aed31c27b5eef0efbd66e79b46 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-67f5bf5fdc-4wpgj 2fa9f4249512432b16e83f21d95f68133542b3aed31c27b5eef0efbd66e79b46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:09:b0:ca:09:2e\",\"name\":\"2fa9f4249512432\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62c41dd4-736e-49b5-b16f-091728b79075\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 07:50:34.497971 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 07:50:34.501962 3780 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 07:50:37.526244 3780 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 07:50:37.526264 3780 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 07:50:38.143978 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0506 07:50:38.210197 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 07:50:38.213992 3780 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 07:50:38.242555 3780 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 07:50:38.242573 3780 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 07:50:38.269231 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 07:50:38.270699 3780 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 07:50:38.291671 3780 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0506 07:50:45.511759 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 07:50:45.511791 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 07:50:45.511832 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 07:50:45.511841 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 07:50:49.235631 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 07:50:49.236555 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 07:50:49.268256 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 07:50:49.268915 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0506 07:50:49.559157 3780 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fplpp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:49.559677 3780 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fplpp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:49.900517 3780 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fplpp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:49.900541 3780 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fplpp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:49.905965 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-fplpp I0506 07:50:49.905993 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-fplpp W0506 07:50:51.274698 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0506 07:51:14.276640 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 07:51:14.276665 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0506 07:51:40.078251 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 07:51:43.061628 3780 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:43.062266 3780 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:43.925516 3780 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:43.925546 3780 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:48.296964 3780 cni.go:452] [konflux-ui/proxy-7b7496c9c8-wbbhj dff6fc958e9083c2df9777cba7bae34b7520128a8ad51d1cea80a573c8778728 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-7b7496c9c8-wbbhj dff6fc958e9083c2df9777cba7bae34b7520128a8ad51d1cea80a573c8778728 network default NAD default NAD key ] I0506 07:51:48.382512 3780 cni.go:473] [konflux-ui/proxy-7b7496c9c8-wbbhj dff6fc958e9083c2df9777cba7bae34b7520128a8ad51d1cea80a573c8778728 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-7b7496c9c8-wbbhj dff6fc958e9083c2df9777cba7bae34b7520128a8ad51d1cea80a573c8778728 network default NAD default NAD key default], result "{}", err I0506 07:51:48.448501 3780 obj_retry.go:498] Detected object konflux-ui/proxy-7b7496c9c8-wbbhj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:48.448546 3780 pods.go:176] Deleting pod: konflux-ui/proxy-7b7496c9c8-wbbhj I0506 07:51:48.450113 3780 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-7b7496c9c8-wbbhj, ips: 10.130.0.51 I0506 07:51:48.450143 3780 obj_retry.go:498] Detected object konflux-ui/proxy-7b7496c9c8-wbbhj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:48.614911 3780 obj_retry.go:492] Detected object konflux-ui/proxy-7b7496c9c8-wbbhj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:48.614940 3780 obj_retry.go:492] Detected object konflux-ui/proxy-7b7496c9c8-wbbhj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:48.622961 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7b7496c9c8-wbbhj I0506 07:51:48.622986 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7b7496c9c8-wbbhj I0506 07:51:53.656737 3780 cni.go:452] [konflux-ui/test-tsf-konflux eee21028d57128f4bf1358d9279f628999dff3af44c64291658aa6aa9600cfa5 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux eee21028d57128f4bf1358d9279f628999dff3af44c64291658aa6aa9600cfa5 network default NAD default NAD key ] I0506 07:51:53.748944 3780 cni.go:473] [konflux-ui/test-tsf-konflux eee21028d57128f4bf1358d9279f628999dff3af44c64291658aa6aa9600cfa5 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux eee21028d57128f4bf1358d9279f628999dff3af44c64291658aa6aa9600cfa5 network default NAD default NAD key default], result "{}", err I0506 07:51:53.798817 3780 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:53.798855 3780 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0506 07:51:53.800590 3780 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.47 I0506 07:51:53.800620 3780 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:53.817609 3780 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:53.817635 3780 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:53.820584 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 07:51:53.820609 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 07:52:20.353334 3780 namespace.go:98] [managed-tenant-cc7yw] adding namespace I0506 07:52:20.354211 3780 namespace.go:102] [managed-tenant-cc7yw] adding namespace took 857.641µs I0506 07:52:20.397130 3780 namespace.go:142] [managed-tenant-cc7yw] updating namespace I0506 07:52:20.465524 3780 namespace.go:142] [managed-tenant-cc7yw] updating namespace I0506 07:52:21.455927 3780 namespace.go:142] [managed-tenant-cc7yw] updating namespace I0506 07:52:21.588859 3780 namespace.go:142] [managed-tenant-cc7yw] updating namespace I0506 07:52:21.690997 3780 namespace.go:142] [managed-tenant-cc7yw] updating namespace I0506 07:52:36.110319 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0506 07:52:44.999900 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=521 I0506 07:52:52.106444 3780 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 07:53:11.110832 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0506 07:53:19.100239 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0506 07:54:07.073761 3780 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0506 07:54:42.988371 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0506 07:54:47.988585 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=156 I0506 07:55:02.992200 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=80 I0506 07:56:21.990401 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=87 I0506 07:56:40.089247 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0506 07:56:54.083723 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0506 07:57:08.991888 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=19 I0506 07:57:33.099605 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0506 07:58:32.076186 3780 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0506 07:58:39.003483 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=7 I0506 07:58:47.113859 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0506 07:58:53.081177 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0506 07:59:33.048235 3780 obj_retry.go:492] Detected object tsf-tpa/create-db-zv2zr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:33.048273 3780 obj_retry.go:492] Detected object tsf-tpa/create-db-zv2zr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:33.053407 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-zv2zr I0506 07:59:33.053432 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-zv2zr I0506 07:59:37.028578 3780 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gcl8p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:37.028620 3780 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gcl8p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:37.033478 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-gcl8p I0506 07:59:37.033497 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-gcl8p I0506 07:59:43.030179 3780 obj_retry.go:492] Detected object tsf-tpa/create-importers-zh4n6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:43.030237 3780 obj_retry.go:492] Detected object tsf-tpa/create-importers-zh4n6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:43.035554 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-zh4n6 I0506 07:59:43.035582 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-zh4n6 I0506 07:59:50.109497 3780 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0506 08:00:00.190515 3780 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29634240-72vln] creating logical port segment-bridge_segment-bridge-29634240-72vln for pod on switch ip-10-0-2-241.ec2.internal I0506 08:00:00.190625 3780 kube.go:256] Updating pod segment-bridge/segment-bridge-29634240-72vln I0506 08:00:00.217917 3780 pod.go:62] [segment-bridge/segment-bridge-29634240-72vln] pod update took 27.314627ms I0506 08:00:00.217937 3780 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29634240-72vln] addLogicalPort annotation time took 27.339535ms I0506 08:00:00.219317 3780 pods.go:271] [segment-bridge/segment-bridge-29634240-72vln] addLogicalPort took 28.817119ms, libovsdb time 924.012µs I0506 08:00:00.286081 3780 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj] creating logical port openshift-pipelines_tekton-resource-pruner-jphl7-29634240-2fztj for pod on switch ip-10-0-2-241.ec2.internal I0506 08:00:00.286181 3780 kube.go:256] Updating pod openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj I0506 08:00:00.302581 3780 pod.go:62] [openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj] pod update took 16.420538ms I0506 08:00:00.302606 3780 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj] addLogicalPort annotation time took 16.449795ms I0506 08:00:00.303829 3780 pods.go:271] [openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj] addLogicalPort took 17.759965ms, libovsdb time 809.923µs I0506 08:00:00.550801 3780 cni.go:452] [segment-bridge/segment-bridge-29634240-72vln 0771ac6ba170a82d77672e234197556dfcee3f6c84800fbf12de0e2e454f12da network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29634240-72vln 0771ac6ba170a82d77672e234197556dfcee3f6c84800fbf12de0e2e454f12da network default NAD default NAD key ] I0506 08:00:00.560308 3780 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29634240-72vln, hostIfaceName: 0771ac6ba170a82, network: default, NAD default, SandboxID: "0771ac6ba170a82d77672e234197556dfcee3f6c84800fbf12de0e2e454f12da", PCI device ID: , UID: "dc1aaeba-3820-4d91-b401-e00be1a8dbb8", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0506 08:00:00.614770 3780 cni.go:473] [segment-bridge/segment-bridge-29634240-72vln 0771ac6ba170a82d77672e234197556dfcee3f6c84800fbf12de0e2e454f12da network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29634240-72vln 0771ac6ba170a82d77672e234197556dfcee3f6c84800fbf12de0e2e454f12da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:7f:36:4e:77:cf\",\"name\":\"0771ac6ba170a82\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0a6168b-8213-4740-ae2d-673e65bccbb8\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 08:00:00.647846 3780 cni.go:452] [openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj 2233da16e5ea828d3e219a5e10bdc61c064cd90be789c6cee7b03329289df193 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj 2233da16e5ea828d3e219a5e10bdc61c064cd90be789c6cee7b03329289df193 network default NAD default NAD key ] I0506 08:00:00.657581 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-resource-pruner-jphl7-29634240-2fztj, hostIfaceName: 2233da16e5ea828, network: default, NAD default, SandboxID: "2233da16e5ea828d3e219a5e10bdc61c064cd90be789c6cee7b03329289df193", PCI device ID: , UID: "f9f0a724-98eb-4e2a-bb61-9f2242817223", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0506 08:00:00.710869 3780 cni.go:473] [openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj 2233da16e5ea828d3e219a5e10bdc61c064cd90be789c6cee7b03329289df193 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj 2233da16e5ea828d3e219a5e10bdc61c064cd90be789c6cee7b03329289df193 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:b8:95:97:52:ee\",\"name\":\"2233da16e5ea828\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7576f140-cd16-4cfe-b8a2-187865e3b685\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 08:00:03.966395 3780 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:00:03.967006 3780 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:00:04.835857 3780 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:00:04.835900 3780 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:00:07.113914 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0506 08:00:07.991984 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0506 08:00:17.406430 3780 cni.go:452] [openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj 2233da16e5ea828d3e219a5e10bdc61c064cd90be789c6cee7b03329289df193 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj 2233da16e5ea828d3e219a5e10bdc61c064cd90be789c6cee7b03329289df193 network default NAD default NAD key ] I0506 08:00:17.494438 3780 cni.go:473] [openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj 2233da16e5ea828d3e219a5e10bdc61c064cd90be789c6cee7b03329289df193 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj 2233da16e5ea828d3e219a5e10bdc61c064cd90be789c6cee7b03329289df193 network default NAD default NAD key default], result "{}", err I0506 08:00:17.546020 3780 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:00:17.546060 3780 pods.go:176] Deleting pod: openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj I0506 08:00:17.547513 3780 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj, ips: 10.130.0.55 I0506 08:00:17.547540 3780 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:00:18.418634 3780 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:00:18.418659 3780 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:01:38.077036 3780 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0506 08:02:30.994792 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0506 08:03:09.103431 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0506 08:03:17.102803 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0506 08:03:31.832733 3780 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod] creating logical port default-tenant_tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod for pod on switch ip-10-0-2-241.ec2.internal I0506 08:03:31.832899 3780 kube.go:256] Updating pod default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod I0506 08:03:31.853668 3780 pod.go:62] [default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod] pod update took 20.798072ms I0506 08:03:31.853696 3780 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod] addLogicalPort annotation time took 20.828761ms I0506 08:03:31.855182 3780 pods.go:271] [default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod] addLogicalPort took 22.463899ms, libovsdb time 1.047261ms I0506 08:03:32.197529 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod 37301fd2c0d1c677ac744a37c9b1383c0a45906c53a061776e5a5329f2dae706 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod 37301fd2c0d1c677ac744a37c9b1383c0a45906c53a061776e5a5329f2dae706 network default NAD default NAD key ] I0506 08:03:32.207118 3780 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod, hostIfaceName: 37301fd2c0d1c67, network: default, NAD default, SandboxID: "37301fd2c0d1c677ac744a37c9b1383c0a45906c53a061776e5a5329f2dae706", PCI device ID: , UID: "5c88def0-df7a-4791-881e-7efa5e77254d", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0506 08:03:32.264101 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod 37301fd2c0d1c677ac744a37c9b1383c0a45906c53a061776e5a5329f2dae706 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod 37301fd2c0d1c677ac744a37c9b1383c0a45906c53a061776e5a5329f2dae706 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:1d:0c:45:81:d2\",\"name\":\"37301fd2c0d1c67\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d6caa8f-2f80-487e-9bbb-635e729ee2a4\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 08:03:45.002933 3780 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod] creating logical port default-tenant_tsf-comp-8o0gu-on-push-w88p7-init-pod for pod on switch ip-10-0-2-241.ec2.internal I0506 08:03:45.003105 3780 kube.go:256] Updating pod default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod I0506 08:03:45.022995 3780 pod.go:62] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod] pod update took 19.924043ms I0506 08:03:45.023017 3780 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod] addLogicalPort annotation time took 19.951049ms I0506 08:03:45.024500 3780 pods.go:271] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod] addLogicalPort took 21.584374ms, libovsdb time 1.048338ms I0506 08:03:46.991694 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0506 08:03:49.375637 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod 44a3e7873fa2bf47461c4f475c272ecafd2660198f6a8bb53d463eb54b85efee network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod 44a3e7873fa2bf47461c4f475c272ecafd2660198f6a8bb53d463eb54b85efee network default NAD default NAD key ] I0506 08:03:49.384644 3780 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-8o0gu-on-push-w88p7-init-pod, hostIfaceName: 44a3e7873fa2bf4, network: default, NAD default, SandboxID: "44a3e7873fa2bf47461c4f475c272ecafd2660198f6a8bb53d463eb54b85efee", PCI device ID: , UID: "ea1fc210-db0f-4b31-858d-3d43008b454a", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0506 08:03:49.440185 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod 44a3e7873fa2bf47461c4f475c272ecafd2660198f6a8bb53d463eb54b85efee network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod 44a3e7873fa2bf47461c4f475c272ecafd2660198f6a8bb53d463eb54b85efee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:83:0e:ae:69:f7\",\"name\":\"44a3e7873fa2bf4\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4ed1044-0b08-476e-938a-3c38fec079c3\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 08:03:49.995626 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0506 08:03:50.710182 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod 37301fd2c0d1c677ac744a37c9b1383c0a45906c53a061776e5a5329f2dae706 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod 37301fd2c0d1c677ac744a37c9b1383c0a45906c53a061776e5a5329f2dae706 network default NAD default NAD key ] I0506 08:03:50.798925 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod 37301fd2c0d1c677ac744a37c9b1383c0a45906c53a061776e5a5329f2dae706 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod 37301fd2c0d1c677ac744a37c9b1383c0a45906c53a061776e5a5329f2dae706 network default NAD default NAD key default], result "{}", err I0506 08:03:50.851887 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:03:50.851925 3780 pods.go:176] Deleting pod: default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod I0506 08:03:50.853423 3780 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod, ips: 10.130.0.56 I0506 08:03:50.853455 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:03:51.617804 3780 obj_retry.go:492] Detected object default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:03:51.617853 3780 obj_retry.go:492] Detected object default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:03:51.626337 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod I0506 08:03:51.626365 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod I0506 08:03:54.631884 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod 44a3e7873fa2bf47461c4f475c272ecafd2660198f6a8bb53d463eb54b85efee network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod 44a3e7873fa2bf47461c4f475c272ecafd2660198f6a8bb53d463eb54b85efee network default NAD default NAD key ] I0506 08:03:54.724602 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod 44a3e7873fa2bf47461c4f475c272ecafd2660198f6a8bb53d463eb54b85efee network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod 44a3e7873fa2bf47461c4f475c272ecafd2660198f6a8bb53d463eb54b85efee network default NAD default NAD key default], result "{}", err I0506 08:03:54.782642 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:03:54.782688 3780 pods.go:176] Deleting pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod I0506 08:03:54.784108 3780 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod, ips: 10.130.0.57 I0506 08:03:54.784137 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:03:55.508153 3780 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod] creating logical port default-tenant_tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod for pod on switch ip-10-0-2-241.ec2.internal I0506 08:03:55.508278 3780 kube.go:256] Updating pod default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod I0506 08:03:55.532964 3780 pod.go:62] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod] pod update took 24.721792ms I0506 08:03:55.532988 3780 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod] addLogicalPort annotation time took 24.750939ms I0506 08:03:55.534351 3780 pods.go:271] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod] addLogicalPort took 26.218981ms, libovsdb time 921.525µs I0506 08:03:55.873176 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod ed4c9f6da79b1f1688766acd1eb5e7f28af3ccd9227dc78bcd283e31a98f4617 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod ed4c9f6da79b1f1688766acd1eb5e7f28af3ccd9227dc78bcd283e31a98f4617 network default NAD default NAD key ] I0506 08:03:55.882821 3780 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod, hostIfaceName: ed4c9f6da79b1f1, network: default, NAD default, SandboxID: "ed4c9f6da79b1f1688766acd1eb5e7f28af3ccd9227dc78bcd283e31a98f4617", PCI device ID: , UID: "99933ead-68c1-44c0-b757-dded4eed0c26", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0506 08:03:55.936830 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod ed4c9f6da79b1f1688766acd1eb5e7f28af3ccd9227dc78bcd283e31a98f4617 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod ed4c9f6da79b1f1688766acd1eb5e7f28af3ccd9227dc78bcd283e31a98f4617 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:cf:9d:c3:af:15\",\"name\":\"ed4c9f6da79b1f1\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e56ded8-daa5-43a5-bbe8-0cbc46ca96eb\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 08:04:00.872357 3780 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-zwj2f for pod on switch ip-10-0-2-241.ec2.internal I0506 08:04:00.872491 3780 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f I0506 08:04:00.889802 3780 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f] pod update took 17.360364ms I0506 08:04:00.889896 3780 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f] addLogicalPort annotation time took 17.460089ms I0506 08:04:00.891503 3780 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f] addLogicalPort took 19.169297ms, libovsdb time 1.02356ms I0506 08:04:01.473218 3780 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f 437be8bf8fb560a208e951b2d52dd95f695fe9969d51ae945f5a30f9a54eeffc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f 437be8bf8fb560a208e951b2d52dd95f695fe9969d51ae945f5a30f9a54eeffc network default NAD default NAD key ] I0506 08:04:01.482938 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-zwj2f, hostIfaceName: 437be8bf8fb560a, network: default, NAD default, SandboxID: "437be8bf8fb560a208e951b2d52dd95f695fe9969d51ae945f5a30f9a54eeffc", PCI device ID: , UID: "8f587745-e6e2-4017-a893-7df88fc44bec", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0506 08:04:01.541586 3780 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f 437be8bf8fb560a208e951b2d52dd95f695fe9969d51ae945f5a30f9a54eeffc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f 437be8bf8fb560a208e951b2d52dd95f695fe9969d51ae945f5a30f9a54eeffc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:e8:45:c1:43:41\",\"name\":\"437be8bf8fb560a\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afbd394f-78c0-4273-bd33-228a260d690a\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 08:04:10.752230 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod ed4c9f6da79b1f1688766acd1eb5e7f28af3ccd9227dc78bcd283e31a98f4617 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod ed4c9f6da79b1f1688766acd1eb5e7f28af3ccd9227dc78bcd283e31a98f4617 network default NAD default NAD key ] I0506 08:04:10.852866 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod ed4c9f6da79b1f1688766acd1eb5e7f28af3ccd9227dc78bcd283e31a98f4617 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod ed4c9f6da79b1f1688766acd1eb5e7f28af3ccd9227dc78bcd283e31a98f4617 network default NAD default NAD key default], result "{}", err I0506 08:04:10.928558 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:04:10.928589 3780 pods.go:176] Deleting pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod I0506 08:04:10.929912 3780 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod, ips: 10.130.0.58 I0506 08:04:10.929935 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:04:11.089902 3780 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod for pod on switch ip-10-0-2-241.ec2.internal I0506 08:04:11.090059 3780 kube.go:256] Updating pod default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod I0506 08:04:11.114246 3780 pod.go:62] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod] pod update took 24.221576ms I0506 08:04:11.114268 3780 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod] addLogicalPort annotation time took 24.24805ms I0506 08:04:11.115665 3780 pods.go:271] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod] addLogicalPort took 25.782063ms, libovsdb time 913.782µs I0506 08:04:11.453737 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod 0d86b77214b110bdbac82dc4e61eccd955ac550e62330c614033e5e9b95c50f1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod 0d86b77214b110bdbac82dc4e61eccd955ac550e62330c614033e5e9b95c50f1 network default NAD default NAD key ] I0506 08:04:11.472979 3780 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod, hostIfaceName: 0d86b77214b110b, network: default, NAD default, SandboxID: "0d86b77214b110bdbac82dc4e61eccd955ac550e62330c614033e5e9b95c50f1", PCI device ID: , UID: "c6806592-78fb-4c68-a206-15fa1155ef5a", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0506 08:04:11.528136 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod 0d86b77214b110bdbac82dc4e61eccd955ac550e62330c614033e5e9b95c50f1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod 0d86b77214b110bdbac82dc4e61eccd955ac550e62330c614033e5e9b95c50f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:2d:a2:a7:04:85\",\"name\":\"0d86b77214b110b\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ec31279-0296-474e-9464-3c411e3f4413\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 08:04:19.753023 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:04:19.753053 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:04:19.753062 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:04:19.753070 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0506 08:04:48.093235 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0506 08:05:19.209688 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod 0d86b77214b110bdbac82dc4e61eccd955ac550e62330c614033e5e9b95c50f1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod 0d86b77214b110bdbac82dc4e61eccd955ac550e62330c614033e5e9b95c50f1 network default NAD default NAD key ] I0506 08:05:19.295022 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod 0d86b77214b110bdbac82dc4e61eccd955ac550e62330c614033e5e9b95c50f1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod 0d86b77214b110bdbac82dc4e61eccd955ac550e62330c614033e5e9b95c50f1 network default NAD default NAD key default], result "{}", err I0506 08:05:19.378495 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:05:19.378534 3780 pods.go:176] Deleting pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod I0506 08:05:19.379901 3780 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod, ips: 10.130.0.60 I0506 08:05:19.379938 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:05:39.118639 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 08:05:42.995271 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0506 08:05:44.087261 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0506 08:05:46.084415 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 08:05:47.112196 3780 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 08:05:57.993189 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34 I0506 08:07:27.079215 3780 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0506 08:07:31.116828 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 08:07:41.007011 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=123 I0506 08:09:10.999008 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 W0506 08:09:23.393104 3780 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/rekor-createtree-job-fv2hs-l8hrs I0506 08:09:27.810292 3780 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod] creating logical port default-tenant_tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod for pod on switch ip-10-0-2-241.ec2.internal I0506 08:09:27.810438 3780 kube.go:256] Updating pod default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod I0506 08:09:27.846729 3780 pod.go:62] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod] pod update took 36.32523ms I0506 08:09:27.846767 3780 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod] addLogicalPort annotation time took 36.367233ms I0506 08:09:27.848082 3780 pods.go:271] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod] addLogicalPort took 37.810017ms, libovsdb time 888.522µs I0506 08:09:28.182973 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod 36e2687daeaa90faa06c37e6f7ec5c72101e2e1f33e11d6f5406a1b3caffc229 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod 36e2687daeaa90faa06c37e6f7ec5c72101e2e1f33e11d6f5406a1b3caffc229 network default NAD default NAD key ] I0506 08:09:28.192410 3780 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod, hostIfaceName: 36e2687daeaa90f, network: default, NAD default, SandboxID: "36e2687daeaa90faa06c37e6f7ec5c72101e2e1f33e11d6f5406a1b3caffc229", PCI device ID: , UID: "c71fd3c2-9a2d-462f-b4fd-bfc89b68c185", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0506 08:09:28.248479 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod 36e2687daeaa90faa06c37e6f7ec5c72101e2e1f33e11d6f5406a1b3caffc229 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod 36e2687daeaa90faa06c37e6f7ec5c72101e2e1f33e11d6f5406a1b3caffc229 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:17:97:29:de:cf\",\"name\":\"36e2687daeaa90f\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a55ef8e-7133-4c50-9378-79e15ccdc15f\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 08:09:28.508071 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:09:28.508665 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:09:56.951721 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod 36e2687daeaa90faa06c37e6f7ec5c72101e2e1f33e11d6f5406a1b3caffc229 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod 36e2687daeaa90faa06c37e6f7ec5c72101e2e1f33e11d6f5406a1b3caffc229 network default NAD default NAD key ] I0506 08:09:57.050879 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod 36e2687daeaa90faa06c37e6f7ec5c72101e2e1f33e11d6f5406a1b3caffc229 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod 36e2687daeaa90faa06c37e6f7ec5c72101e2e1f33e11d6f5406a1b3caffc229 network default NAD default NAD key default], result "{}", err I0506 08:09:57.204284 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:09:57.204348 3780 pods.go:176] Deleting pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod I0506 08:09:57.205771 3780 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod, ips: 10.130.0.61 I0506 08:09:57.205801 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:09:57.346299 3780 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod for pod on switch ip-10-0-2-241.ec2.internal I0506 08:09:57.346468 3780 kube.go:256] Updating pod default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod I0506 08:09:57.362125 3780 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod for pod on switch ip-10-0-2-241.ec2.internal I0506 08:09:57.362304 3780 kube.go:256] Updating pod default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod I0506 08:09:57.369481 3780 pod.go:62] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod] pod update took 23.048281ms I0506 08:09:57.369500 3780 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod] addLogicalPort annotation time took 23.072002ms I0506 08:09:57.370830 3780 pods.go:271] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod] addLogicalPort took 24.552081ms, libovsdb time 912.94µs I0506 08:09:57.385987 3780 pod.go:62] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod] pod update took 23.740336ms I0506 08:09:57.386007 3780 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod] addLogicalPort annotation time took 23.764588ms I0506 08:09:57.387303 3780 pods.go:271] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod] addLogicalPort took 25.200699ms, libovsdb time 839.186µs I0506 08:09:57.549524 3780 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod for pod on switch ip-10-0-2-241.ec2.internal I0506 08:09:57.549660 3780 kube.go:256] Updating pod default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod I0506 08:09:57.567771 3780 pod.go:62] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod] pod update took 18.128233ms I0506 08:09:57.567793 3780 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod] addLogicalPort annotation time took 18.178032ms I0506 08:09:57.569212 3780 pods.go:271] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod] addLogicalPort took 19.702381ms, libovsdb time 963.07µs I0506 08:09:57.585018 3780 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod] creating logical port default-tenant_tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod for pod on switch ip-10-0-2-241.ec2.internal I0506 08:09:57.585175 3780 kube.go:256] Updating pod default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod I0506 08:09:57.609290 3780 pod.go:62] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod] pod update took 24.148184ms I0506 08:09:57.609319 3780 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod] addLogicalPort annotation time took 24.181193ms I0506 08:09:57.610905 3780 pods.go:271] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod] addLogicalPort took 25.912909ms, libovsdb time 1.079113ms I0506 08:09:57.778581 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod 41b0e59fcb16c2092f8cd5958fb714311a317263d467004f867bb78f2e1dd22f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod 41b0e59fcb16c2092f8cd5958fb714311a317263d467004f867bb78f2e1dd22f network default NAD default NAD key ] I0506 08:09:57.788324 3780 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod, hostIfaceName: 41b0e59fcb16c20, network: default, NAD default, SandboxID: "41b0e59fcb16c2092f8cd5958fb714311a317263d467004f867bb78f2e1dd22f", PCI device ID: , UID: "64f8c2d7-6dec-44a3-88a8-9d09505619ae", MAC: 0a:58:0a:82:00:3e, IPs: [10.130.0.62/23] I0506 08:09:57.811359 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod 15e259d27fa201498fab22ebc78f5af266c160c2347afa012ff1a29537aa0289 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod 15e259d27fa201498fab22ebc78f5af266c160c2347afa012ff1a29537aa0289 network default NAD default NAD key ] I0506 08:09:57.821119 3780 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod, hostIfaceName: 15e259d27fa2014, network: default, NAD default, SandboxID: "15e259d27fa201498fab22ebc78f5af266c160c2347afa012ff1a29537aa0289", PCI device ID: , UID: "e3067977-6a2c-463e-99f2-c6fd195baa29", MAC: 0a:58:0a:82:00:3f, IPs: [10.130.0.63/23] I0506 08:09:57.853253 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod 41b0e59fcb16c2092f8cd5958fb714311a317263d467004f867bb78f2e1dd22f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod 41b0e59fcb16c2092f8cd5958fb714311a317263d467004f867bb78f2e1dd22f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ba:d4:c4:f6:d4\",\"name\":\"41b0e59fcb16c20\"},{\"mac\":\"0a:58:0a:82:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44acea6e-5887-4901-9fb4-3eb118f8750d\"}],\"ips\":[{\"address\":\"10.130.0.62/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 08:09:57.880720 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod 15e259d27fa201498fab22ebc78f5af266c160c2347afa012ff1a29537aa0289 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod 15e259d27fa201498fab22ebc78f5af266c160c2347afa012ff1a29537aa0289 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:a2:1d:1c:20:75\",\"name\":\"15e259d27fa2014\"},{\"mac\":\"0a:58:0a:82:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5687ca6-65cb-4949-92b9-5ad01406d7c0\"}],\"ips\":[{\"address\":\"10.130.0.63/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 08:09:57.971790 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod 4b92c21e5188531663f9ac87b99f844de12a4143698a2ce206aba54c4fa53592 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod 4b92c21e5188531663f9ac87b99f844de12a4143698a2ce206aba54c4fa53592 network default NAD default NAD key ] I0506 08:09:57.982227 3780 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod, hostIfaceName: 4b92c21e5188531, network: default, NAD default, SandboxID: "4b92c21e5188531663f9ac87b99f844de12a4143698a2ce206aba54c4fa53592", PCI device ID: , UID: "948d8640-4a71-4565-a84b-e1f09a9bd4b8", MAC: 0a:58:0a:82:00:40, IPs: [10.130.0.64/23] I0506 08:09:58.006057 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod 56e55bbbd1dfb6a9a1374e76640ac951300c2b5f13d84e563099256b8e81ae20 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod 56e55bbbd1dfb6a9a1374e76640ac951300c2b5f13d84e563099256b8e81ae20 network default NAD default NAD key ] I0506 08:09:58.016528 3780 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod, hostIfaceName: 56e55bbbd1dfb6a, network: default, NAD default, SandboxID: "56e55bbbd1dfb6a9a1374e76640ac951300c2b5f13d84e563099256b8e81ae20", PCI device ID: , UID: "a261d3cd-6e1f-483f-814f-1fee85004afd", MAC: 0a:58:0a:82:00:41, IPs: [10.130.0.65/23] I0506 08:09:58.077783 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod 56e55bbbd1dfb6a9a1374e76640ac951300c2b5f13d84e563099256b8e81ae20 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod 56e55bbbd1dfb6a9a1374e76640ac951300c2b5f13d84e563099256b8e81ae20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ac:56:ec:f8:11\",\"name\":\"56e55bbbd1dfb6a\"},{\"mac\":\"0a:58:0a:82:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61f97655-0a84-4d8b-9909-14078d87761e\"}],\"ips\":[{\"address\":\"10.130.0.65/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 08:09:58.253003 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod 4b92c21e5188531663f9ac87b99f844de12a4143698a2ce206aba54c4fa53592 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod 4b92c21e5188531663f9ac87b99f844de12a4143698a2ce206aba54c4fa53592 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:6e:6f:3d:0d:08\",\"name\":\"4b92c21e5188531\"},{\"mac\":\"0a:58:0a:82:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65616965-1862-4599-b64a-714a9cf63119\"}],\"ips\":[{\"address\":\"10.130.0.64/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 08:10:07.743698 3780 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:07.744462 3780 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:08.585139 3780 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:08.585165 3780 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:16.469924 3780 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f 437be8bf8fb560a208e951b2d52dd95f695fe9969d51ae945f5a30f9a54eeffc network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f 437be8bf8fb560a208e951b2d52dd95f695fe9969d51ae945f5a30f9a54eeffc network default NAD default NAD key ] I0506 08:10:16.598087 3780 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f 437be8bf8fb560a208e951b2d52dd95f695fe9969d51ae945f5a30f9a54eeffc network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f 437be8bf8fb560a208e951b2d52dd95f695fe9969d51ae945f5a30f9a54eeffc network default NAD default NAD key default], result "{}", err I0506 08:10:17.068261 3780 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:17.068958 3780 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:17.895816 3780 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:17.895861 3780 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:17.902301 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp I0506 08:10:17.902330 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp I0506 08:10:32.409862 3780 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:32.409900 3780 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f I0506 08:10:32.411783 3780 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f, ips: 10.130.0.59 I0506 08:10:32.411823 3780 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:33.080669 3780 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0506 08:10:33.316059 3780 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:33.316147 3780 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:33.323504 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f I0506 08:10:33.323535 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f I0506 08:10:43.002400 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0506 08:10:44.004446 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:44.005126 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:00.122118 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 08:11:20.096643 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 08:11:20.107261 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0506 08:11:21.732169 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod 41b0e59fcb16c2092f8cd5958fb714311a317263d467004f867bb78f2e1dd22f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod 41b0e59fcb16c2092f8cd5958fb714311a317263d467004f867bb78f2e1dd22f network default NAD default NAD key ] I0506 08:11:21.834768 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod 41b0e59fcb16c2092f8cd5958fb714311a317263d467004f867bb78f2e1dd22f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod 41b0e59fcb16c2092f8cd5958fb714311a317263d467004f867bb78f2e1dd22f network default NAD default NAD key default], result "{}", err I0506 08:11:21.913884 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:21.913918 3780 pods.go:176] Deleting pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod I0506 08:11:21.915379 3780 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod, ips: 10.130.0.62 I0506 08:11:21.915415 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:21.996806 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 I0506 08:11:24.762902 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod 15e259d27fa201498fab22ebc78f5af266c160c2347afa012ff1a29537aa0289 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod 15e259d27fa201498fab22ebc78f5af266c160c2347afa012ff1a29537aa0289 network default NAD default NAD key ] I0506 08:11:24.857818 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod 15e259d27fa201498fab22ebc78f5af266c160c2347afa012ff1a29537aa0289 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod 15e259d27fa201498fab22ebc78f5af266c160c2347afa012ff1a29537aa0289 network default NAD default NAD key default], result "{}", err I0506 08:11:24.934647 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:24.934681 3780 pods.go:176] Deleting pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod I0506 08:11:24.936068 3780 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod, ips: 10.130.0.63 I0506 08:11:24.936097 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:30.811920 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod 4b92c21e5188531663f9ac87b99f844de12a4143698a2ce206aba54c4fa53592 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod 4b92c21e5188531663f9ac87b99f844de12a4143698a2ce206aba54c4fa53592 network default NAD default NAD key ] I0506 08:11:30.898630 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod 4b92c21e5188531663f9ac87b99f844de12a4143698a2ce206aba54c4fa53592 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod 4b92c21e5188531663f9ac87b99f844de12a4143698a2ce206aba54c4fa53592 network default NAD default NAD key default], result "{}", err I0506 08:11:31.009826 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:31.009859 3780 pods.go:176] Deleting pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod I0506 08:11:31.011549 3780 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod, ips: 10.130.0.64 I0506 08:11:31.011577 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:36.863964 3780 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod 56e55bbbd1dfb6a9a1374e76640ac951300c2b5f13d84e563099256b8e81ae20 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod 56e55bbbd1dfb6a9a1374e76640ac951300c2b5f13d84e563099256b8e81ae20 network default NAD default NAD key ] I0506 08:11:36.959008 3780 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod 56e55bbbd1dfb6a9a1374e76640ac951300c2b5f13d84e563099256b8e81ae20 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod 56e55bbbd1dfb6a9a1374e76640ac951300c2b5f13d84e563099256b8e81ae20 network default NAD default NAD key default], result "{}", err I0506 08:11:37.122067 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:37.122111 3780 pods.go:176] Deleting pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod I0506 08:11:37.123570 3780 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod, ips: 10.130.0.65 I0506 08:11:37.123598 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:12:21.106798 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0506 08:12:42.010522 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=114 I0506 08:13:02.082483 3780 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0506 08:13:12.120995 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0506 08:13:15.998934 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0506 08:13:16.792517 3780 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ggv5d] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-ggv5d for pod on switch ip-10-0-2-241.ec2.internal I0506 08:13:16.792646 3780 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ggv5d I0506 08:13:16.824881 3780 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ggv5d] pod update took 32.258395ms I0506 08:13:16.824914 3780 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ggv5d] addLogicalPort annotation time took 32.299685ms I0506 08:13:16.826448 3780 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ggv5d] addLogicalPort took 33.944003ms, libovsdb time 1.048547ms I0506 08:13:17.158502 3780 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ggv5d b99a93a2e54dd82a0022e8ca89d036b99cda6915476e8464a02cc6ed7a6eae04 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ggv5d b99a93a2e54dd82a0022e8ca89d036b99cda6915476e8464a02cc6ed7a6eae04 network default NAD default NAD key ] I0506 08:13:17.168073 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-ggv5d, hostIfaceName: b99a93a2e54dd82, network: default, NAD default, SandboxID: "b99a93a2e54dd82a0022e8ca89d036b99cda6915476e8464a02cc6ed7a6eae04", PCI device ID: , UID: "3757c1a7-6f9a-489e-8c38-302148b3e6b9", MAC: 0a:58:0a:82:00:42, IPs: [10.130.0.66/23] I0506 08:13:17.223692 3780 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ggv5d b99a93a2e54dd82a0022e8ca89d036b99cda6915476e8464a02cc6ed7a6eae04 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ggv5d b99a93a2e54dd82a0022e8ca89d036b99cda6915476e8464a02cc6ed7a6eae04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:da:69:50:b9:38\",\"name\":\"b99a93a2e54dd82\"},{\"mac\":\"0a:58:0a:82:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f8d54ba-24a1-4ac9-bea4-57f32f1ad3b0\"}],\"ips\":[{\"address\":\"10.130.0.66/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 08:13:28.560028 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:13:28.560052 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:13:28.560058 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:13:28.560063 3780 util.go:959] Failed to build node endpoints for node ip-10-0-2-241.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0506 08:13:34.090636 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0506 08:13:46.115429 3780 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0506 08:13:54.267278 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:13:54.267974 3780 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:13:57.975886 3780 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-lour-r4z86-collect-keyless-params-pod for pod on switch ip-10-0-2-241.ec2.internal I0506 08:13:57.976030 3780 kube.go:256] Updating pod default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod I0506 08:13:58.006371 3780 pod.go:62] [default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod] pod update took 30.373128ms I0506 08:13:58.006396 3780 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod] addLogicalPort annotation time took 30.403744ms I0506 08:13:58.007761 3780 pods.go:271] [default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod] addLogicalPort took 31.872226ms, libovsdb time 890.559µs I0506 08:13:58.343373 3780 cni.go:452] [default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod 546022eb267cd59756ef7bbcce2c0b7644cca67acb4328e858768d2ce6a6cfe9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod 546022eb267cd59756ef7bbcce2c0b7644cca67acb4328e858768d2ce6a6cfe9 network default NAD default NAD key ] I0506 08:13:58.352445 3780 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-lour-r4z86-collect-keyless-params-pod, hostIfaceName: 546022eb267cd59, network: default, NAD default, SandboxID: "546022eb267cd59756ef7bbcce2c0b7644cca67acb4328e858768d2ce6a6cfe9", PCI device ID: , UID: "537cebe6-3f7e-4f36-af49-52510d80f7fd", MAC: 0a:58:0a:82:00:43, IPs: [10.130.0.67/23] I0506 08:13:58.409110 3780 cni.go:473] [default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod 546022eb267cd59756ef7bbcce2c0b7644cca67acb4328e858768d2ce6a6cfe9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod 546022eb267cd59756ef7bbcce2c0b7644cca67acb4328e858768d2ce6a6cfe9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:16:43:33:7a:27\",\"name\":\"546022eb267cd59\"},{\"mac\":\"0a:58:0a:82:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d49d1070-afc2-43d2-938c-93fe5cc1306b\"}],\"ips\":[{\"address\":\"10.130.0.67/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 08:14:15.342066 3780 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-lour-r4z86-verify-pod] creating logical port default-tenant_my-integration-test-lour-r4z86-verify-pod for pod on switch ip-10-0-2-241.ec2.internal I0506 08:14:15.342225 3780 kube.go:256] Updating pod default-tenant/my-integration-test-lour-r4z86-verify-pod I0506 08:14:15.449609 3780 pod.go:62] [default-tenant/my-integration-test-lour-r4z86-verify-pod] pod update took 107.428619ms I0506 08:14:15.449638 3780 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-lour-r4z86-verify-pod] addLogicalPort annotation time took 107.459217ms I0506 08:14:15.451045 3780 pods.go:271] [default-tenant/my-integration-test-lour-r4z86-verify-pod] addLogicalPort took 108.99828ms, libovsdb time 925.528µs I0506 08:14:15.752586 3780 cni.go:452] [default-tenant/my-integration-test-lour-r4z86-verify-pod e23ee09471d3cb48c2e88b4d883f44b4b5bc4f11f8c2c25268cc61097b52b5fe network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-lour-r4z86-verify-pod e23ee09471d3cb48c2e88b4d883f44b4b5bc4f11f8c2c25268cc61097b52b5fe network default NAD default NAD key ] I0506 08:14:15.763167 3780 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-lour-r4z86-verify-pod, hostIfaceName: e23ee09471d3cb4, network: default, NAD default, SandboxID: "e23ee09471d3cb48c2e88b4d883f44b4b5bc4f11f8c2c25268cc61097b52b5fe", PCI device ID: , UID: "ba483021-8ca1-4b52-844a-b0dc61e80763", MAC: 0a:58:0a:82:00:44, IPs: [10.130.0.68/23] I0506 08:14:15.825438 3780 cni.go:473] [default-tenant/my-integration-test-lour-r4z86-verify-pod e23ee09471d3cb48c2e88b4d883f44b4b5bc4f11f8c2c25268cc61097b52b5fe network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-lour-r4z86-verify-pod e23ee09471d3cb48c2e88b4d883f44b4b5bc4f11f8c2c25268cc61097b52b5fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:d7:fd:8e:5b:3f\",\"name\":\"e23ee09471d3cb4\"},{\"mac\":\"0a:58:0a:82:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/460bc572-1747-43dc-b7dd-3706096e56b8\"}],\"ips\":[{\"address\":\"10.130.0.68/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 08:14:15.971393 3780 cni.go:452] [default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod 546022eb267cd59756ef7bbcce2c0b7644cca67acb4328e858768d2ce6a6cfe9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod 546022eb267cd59756ef7bbcce2c0b7644cca67acb4328e858768d2ce6a6cfe9 network default NAD default NAD key ] I0506 08:14:16.083074 3780 cni.go:473] [default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod 546022eb267cd59756ef7bbcce2c0b7644cca67acb4328e858768d2ce6a6cfe9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod 546022eb267cd59756ef7bbcce2c0b7644cca67acb4328e858768d2ce6a6cfe9 network default NAD default NAD key default], result "{}", err I0506 08:14:16.171792 3780 obj_retry.go:498] Detected object default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:14:16.171831 3780 pods.go:176] Deleting pod: default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod I0506 08:14:16.173514 3780 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod, ips: 10.130.0.67 I0506 08:14:16.173548 3780 obj_retry.go:498] Detected object default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it