+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-213.ec2.internal ++ [[ -n ip-10-0-2-213.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-213.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0422 23:35:22.999987436 - disable conntrack on geneve port' I0422 23:35:22.999987436 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0422 23:35:23.062355162 - starting ovnkube-node' I0422 23:35:23.062355162 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-213.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-213.ec2.internal --init-node ip-10-0-2-213.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-213.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0422 23:35:23.128754 3845 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0422 23:35:23.128813 3845 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-040d55448a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0422 23:35:23.130379 3845 kube.go:431] Waiting for certificate I0422 23:35:23.130416 3845 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0422 23:35:23.130460 3845 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0422 23:35:23.131545 3845 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0422 23:35:23.169306 3845 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0422 23:35:23.169326 3845 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0422 23:35:23.173846 3845 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0422 23:35:23.173966 3845 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-xsr95" I0422 23:35:23.179566 3845 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-xsr95" I0422 23:35:23.179650 3845 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0422 23:35:24.130641 3845 kube.go:438] Certificate found I0422 23:35:24.131394 3845 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0422 23:35:24.132591 3845 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0422 23:35:24.193602 3845 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-23 23:30:23 +0000 UTC" deadline="2026-04-23 20:00:35.861332338 +0000 UTC" I0422 23:35:24.193687 3845 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h25m11.66766534s" I0422 23:35:24.201269 3845 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0422 23:35:24.223382 3845 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0422 23:35:24.223465 3845 server.go:101] MetricServer registers OVS metrics I0422 23:35:24.223794 3845 server.go:105] MetricServer registers OVN DB metrics I0422 23:35:24.224549 3845 controller_manager.go:370] Starting the ovnkube controller I0422 23:35:24.224560 3845 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-213.ec2.internal I0422 23:35:24.224605 3845 controller_manager.go:395] NBDB zone sync took: 37.178µs I0422 23:35:24.224618 3845 factory.go:561] Starting watch factory I0422 23:35:24.224735 3845 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.224748 3845 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.224768 3845 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.224761 3845 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.224718 3845 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.224875 3845 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.224923 3845 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.224944 3845 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.224742 3845 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.225144 3845 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.226888 3845 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.226955 3845 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.227707 3845 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0422 23:35:24.227803 3845 factory.go:561] Starting watch factory I0422 23:35:24.228769 3845 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0422 23:35:24.228821 3845 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0422 23:35:24.243678 3845 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.243981 3845 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0422 23:35:24.244019 3845 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0422 23:35:24.244415 3845 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.247452 3845 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.249183 3845 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0422 23:35:24.249230 3845 server.go:109] MetricServer registers OVN Controller metrics I0422 23:35:24.249441 3845 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.249740 3845 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.253916 3845 server.go:113] MetricServer registers OVN Northd metrics I0422 23:35:24.258497 3845 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:24.258745 3845 metrics.go:519] OVN Metrics Server starts to run ... I0422 23:35:24.330608 3845 factory.go:1977] *v1.Namespace informer cache synced successfully I0422 23:35:24.330628 3845 factory.go:1977] *v1.Node informer cache synced successfully I0422 23:35:24.330632 3845 factory.go:1977] *v1.Service informer cache synced successfully I0422 23:35:24.330636 3845 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0422 23:35:24.330639 3845 factory.go:1977] *v1.Pod informer cache synced successfully I0422 23:35:24.330642 3845 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0422 23:35:24.330735 3845 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:24.330754 3845 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:24.330800 3845 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:24.330826 3845 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:24.333576 3845 factory.go:1977] *v1.Service informer cache synced successfully I0422 23:35:24.333590 3845 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0422 23:35:24.333594 3845 factory.go:1977] *v1.Pod informer cache synced successfully I0422 23:35:24.333597 3845 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0422 23:35:24.333600 3845 factory.go:1977] *v1.Namespace informer cache synced successfully I0422 23:35:24.333602 3845 factory.go:1977] *v1.Node informer cache synced successfully I0422 23:35:24.334059 3845 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:24.334061 3845 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:24.335977 3845 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0422 23:35:24.335988 3845 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0422 23:35:24.336094 3845 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.336105 3845 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.338834 3845 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0422 23:35:24.338847 3845 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0422 23:35:24.338969 3845 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.341375 3845 factory.go:1977] *v1.EgressIP informer cache synced successfully I0422 23:35:24.341447 3845 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.341461 3845 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.343937 3845 factory.go:1977] *v1.EgressIP informer cache synced successfully I0422 23:35:24.344181 3845 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.347433 3845 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0422 23:35:24.347488 3845 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.347498 3845 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.349022 3845 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0422 23:35:24.350393 3845 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.353098 3845 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0422 23:35:24.353163 3845 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.353174 3845 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.354529 3845 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0422 23:35:24.355949 3845 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.358162 3845 factory.go:1977] *v1.EgressService informer cache synced successfully I0422 23:35:24.358294 3845 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.358311 3845 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.360422 3845 factory.go:1977] *v1.EgressService informer cache synced successfully I0422 23:35:24.361296 3845 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.363208 3845 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0422 23:35:24.363816 3845 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0422 23:35:24.363839 3845 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0422 23:35:24.365655 3845 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0422 23:35:24.366600 3845 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0422 23:35:24.368628 3845 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0422 23:35:24.368736 3845 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.368759 3845 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.368766 3845 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.368776 3845 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.371191 3845 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0422 23:35:24.371593 3845 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.371893 3845 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:24.373839 3845 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0422 23:35:24.373857 3845 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0422 23:35:24.373864 3845 factory.go:680] Watch Factory start up complete, took: 149.249239ms I0422 23:35:24.373871 3845 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-213.ec2.internal" zone I0422 23:35:24.376520 3845 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0422 23:35:24.376530 3845 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0422 23:35:24.376537 3845 factory.go:680] Watch Factory start up complete, took: 148.735041ms I0422 23:35:24.376597 3845 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0422 23:35:24.426828 3845 default_node_network_controller.go:710] Initializing the default node network controller I0422 23:35:24.519694 3845 udn_isolation.go:101] Starting UDN host isolation manager I0422 23:35:24.526878 3845 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0422 23:35:24.582211 3845 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0422 23:35:24.582282 3845 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0422 23:35:24.582297 3845 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0422 23:35:24.613356 3845 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0422 23:35:24.613428 3845 default_node_network_controller.go:809] Node ip-10-0-2-213.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0422 23:35:24.621136 3845 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.213"] k8s.ovn.org/zone-name:ip-10-0-2-213.ec2.internal] on node ip-10-0-2-213.ec2.internal I0422 23:35:24.644495 3845 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0422 23:35:24.650662 3845 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0422 23:35:24.650806 3845 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0422 23:35:24.650947 3845 gateway_init.go:263] Preparing Gateway I0422 23:35:24.650958 3845 gateway_shared_intf.go:1687] Creating new gateway I0422 23:35:24.758573 3845 iptables.go:108] Creating table: filter chain: FORWARD I0422 23:35:24.764516 3845 iptables.go:108] Creating table: filter chain: OUTPUT I0422 23:35:24.770297 3845 gateway_shared_intf.go:1816] Gateway Creation Complete I0422 23:35:24.770311 3845 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-213.ec2.internal","mac-address":"0e:f7:b4:1f:fb:2b","ip-addresses":["10.0.2.213/24"],"ip-address":"10.0.2.213/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a1a14437-8946-4b68-b27e-6c1229cc0cfd k8s.ovn.org/node-encap-ips:["10.0.2.213"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.213/24"} k8s.ovn.org/zone-name:ip-10-0-2-213.ec2.internal] on node ip-10-0-2-213.ec2.internal I0422 23:35:24.796289 3845 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:24.874327 3845 controller_manager.go:429] Waiting for node in zone sync took: 500.439856ms I0422 23:35:24.881921 3845 controller_manager.go:611] Switching to transit router for layer2 networks I0422 23:35:24.881936 3845 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-213.ec2.internal I0422 23:35:24.898565 3845 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0422 23:35:24.905709 3845 controller_manager.go:290] SCTP support detected in OVN I0422 23:35:24.906326 3845 services_controller.go:69] Creating services controller for network=default I0422 23:35:24.906413 3845 udn_enabled_svc.go:80] Waiting for service informer to sync I0422 23:35:24.906454 3845 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0422 23:35:24.906490 3845 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0422 23:35:24.906504 3845 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0422 23:35:24.906512 3845 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0422 23:35:24.906701 3845 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0422 23:35:24.906753 3845 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0422 23:35:24.906798 3845 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.258µs I0422 23:35:24.906820 3845 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 61.219µs I0422 23:35:24.906826 3845 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 72.758µs I0422 23:35:24.906832 3845 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0422 23:35:24.906838 3845 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0422 23:35:24.906846 3845 default_network_controller.go:325] Starting the default network controller I0422 23:35:24.906933 3845 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.771µs I0422 23:35:24.906950 3845 udn_enabled_svc.go:95] Performing full resync I0422 23:35:24.907272 3845 udn_enabled_svc.go:99] Waiting for handler to sync I0422 23:35:24.907284 3845 udn_enabled_svc.go:104] Starting worker I0422 23:35:24.916886 3845 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0422 23:35:24.916947 3845 repair.go:33] Syncing exgw routes took 48.44µs I0422 23:35:24.916968 3845 default_network_controller.go:414] Starting all the Watchers... I0422 23:35:24.917099 3845 namespace.go:98] [openshift-package-operator] adding namespace I0422 23:35:24.917107 3845 namespace.go:98] [openshift-customer-monitoring] adding namespace I0422 23:35:24.917117 3845 namespace.go:98] [openshift-dns-operator] adding namespace I0422 23:35:24.917136 3845 namespace.go:98] [openshift-node] adding namespace I0422 23:35:24.917136 3845 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0422 23:35:24.917151 3845 namespace.go:98] [openshift-host-network] adding namespace I0422 23:35:24.917157 3845 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0422 23:35:24.917169 3845 namespace.go:98] [openshift-monitoring] adding namespace I0422 23:35:24.917171 3845 namespace.go:98] [openshift-infra] adding namespace I0422 23:35:24.917174 3845 namespace.go:98] [openshift-backplane-csm] adding namespace I0422 23:35:24.917205 3845 namespace.go:98] [openshift-cluster-version] adding namespace I0422 23:35:24.917215 3845 namespace.go:98] [openshift-authentication] adding namespace I0422 23:35:24.917228 3845 namespace.go:98] [openshift-image-registry] adding namespace I0422 23:35:24.917233 3845 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0422 23:35:24.917101 3845 namespace.go:98] [openshift-kube-apiserver] adding namespace I0422 23:35:24.917767 3845 namespace.go:102] [openshift-package-operator] adding namespace took 652.724µs I0422 23:35:24.917784 3845 namespace.go:98] [openshift-logging] adding namespace I0422 23:35:24.918279 3845 namespace.go:102] [openshift-logging] adding namespace took 490.132µs I0422 23:35:24.918293 3845 namespace.go:98] [openshift-backplane-tam] adding namespace I0422 23:35:24.918751 3845 namespace.go:102] [openshift-backplane-tam] adding namespace took 451.158µs I0422 23:35:24.918766 3845 namespace.go:98] [openshift] adding namespace I0422 23:35:24.919272 3845 namespace.go:102] [openshift-customer-monitoring] adding namespace took 2.154078ms I0422 23:35:24.919282 3845 namespace.go:98] [openshift-multus] adding namespace I0422 23:35:24.919681 3845 namespace.go:102] [openshift-dns-operator] adding namespace took 2.554867ms I0422 23:35:24.919695 3845 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0422 23:35:24.920193 3845 namespace.go:102] [openshift-node] adding namespace took 3.048321ms I0422 23:35:24.920210 3845 namespace.go:98] [default] adding namespace I0422 23:35:24.920696 3845 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 3.549597ms I0422 23:35:24.920709 3845 namespace.go:98] [openshift-backplane-mobb] adding namespace I0422 23:35:24.921246 3845 namespace.go:102] [openshift-host-network] adding namespace took 4.074571ms I0422 23:35:24.921263 3845 namespace.go:98] [openshift-network-node-identity] adding namespace I0422 23:35:24.921755 3845 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 4.579479ms I0422 23:35:24.921770 3845 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0422 23:35:24.922251 3845 namespace.go:102] [openshift-monitoring] adding namespace took 5.070353ms I0422 23:35:24.922267 3845 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0422 23:35:24.922753 3845 namespace.go:102] [openshift-infra] adding namespace took 5.570692ms I0422 23:35:24.922769 3845 namespace.go:98] [openshift-machine-config-operator] adding namespace I0422 23:35:24.923209 3845 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.008162ms I0422 23:35:24.923225 3845 namespace.go:98] [openshift-backplane] adding namespace I0422 23:35:24.923802 3845 namespace.go:102] [openshift-cluster-version] adding namespace took 6.587183ms I0422 23:35:24.923820 3845 namespace.go:98] [openshift-etcd] adding namespace I0422 23:35:24.924358 3845 namespace.go:102] [openshift-authentication] adding namespace took 7.135137ms I0422 23:35:24.924373 3845 namespace.go:98] [openshift-network-diagnostics] adding namespace I0422 23:35:24.924802 3845 namespace.go:102] [openshift-image-registry] adding namespace took 7.562181ms I0422 23:35:24.924820 3845 namespace.go:98] [openshift-config-managed] adding namespace I0422 23:35:24.925374 3845 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.134587ms I0422 23:35:24.925384 3845 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0422 23:35:24.925797 3845 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.550505ms I0422 23:35:24.925815 3845 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace W0422 23:35:24.926281 3845 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-45jnb: pod openshift-multus/network-metrics-daemon-45jnb: no pod IPs found I0422 23:35:24.926300 3845 namespace.go:102] [openshift] adding namespace took 7.527796ms W0422 23:35:24.926304 3845 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nwz48: pod openshift-multus/network-metrics-daemon-nwz48: no pod IPs found I0422 23:35:24.926309 3845 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0422 23:35:24.926781 3845 namespace.go:102] [openshift-multus] adding namespace took 7.493827ms I0422 23:35:24.926798 3845 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0422 23:35:24.927283 3845 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.581689ms I0422 23:35:24.927297 3845 namespace.go:98] [openshift-ingress] adding namespace I0422 23:35:24.927692 3845 namespace.go:102] [default] adding namespace took 7.477268ms I0422 23:35:24.927702 3845 namespace.go:98] [kube-public] adding namespace I0422 23:35:24.928137 3845 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.423167ms I0422 23:35:24.928148 3845 namespace.go:98] [openshift-dns] adding namespace I0422 23:35:24.928528 3845 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.258129ms I0422 23:35:24.928541 3845 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0422 23:35:24.928970 3845 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.195682ms I0422 23:35:24.928983 3845 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0422 23:35:24.929427 3845 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.155662ms I0422 23:35:24.929438 3845 namespace.go:98] [openshift-config] adding namespace I0422 23:35:24.929884 3845 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.108268ms I0422 23:35:24.929902 3845 namespace.go:98] [openshift-apiserver] adding namespace I0422 23:35:24.930344 3845 namespace.go:102] [openshift-backplane] adding namespace took 7.113516ms I0422 23:35:24.930357 3845 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace W0422 23:35:24.930777 3845 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jprbb: pod openshift-network-diagnostics/network-check-target-jprbb: no pod IPs found W0422 23:35:24.930790 3845 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mb2qr: pod openshift-network-diagnostics/network-check-target-mb2qr: no pod IPs found I0422 23:35:24.930791 3845 namespace.go:102] [openshift-etcd] adding namespace took 6.965402ms I0422 23:35:24.930803 3845 namespace.go:98] [openshift-console] adding namespace I0422 23:35:24.931653 3845 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.274756ms I0422 23:35:24.931666 3845 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0422 23:35:24.932072 3845 namespace.go:102] [openshift-config-managed] adding namespace took 7.246257ms I0422 23:35:24.932084 3845 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0422 23:35:24.932460 3845 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.07261ms I0422 23:35:24.932472 3845 namespace.go:98] [kube-node-lease] adding namespace I0422 23:35:24.932896 3845 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.076292ms I0422 23:35:24.932909 3845 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0422 23:35:24.933301 3845 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.988079ms I0422 23:35:24.933703 3845 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.899035ms I0422 23:35:24.933716 3845 namespace.go:98] [openshift-operators] adding namespace I0422 23:35:24.934114 3845 namespace.go:102] [openshift-ingress] adding namespace took 6.81232ms I0422 23:35:24.934125 3845 namespace.go:98] [open-cluster-management-2prgjhduhjsungevuuvlv1ornuu76ung] adding namespace I0422 23:35:24.934446 3845 namespace.go:102] [kube-public] adding namespace took 6.740462ms I0422 23:35:24.934456 3845 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0422 23:35:24.934897 3845 namespace.go:102] [openshift-dns] adding namespace took 6.743385ms I0422 23:35:24.934911 3845 namespace.go:98] [openshift-marketplace] adding namespace I0422 23:35:24.935318 3845 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.772128ms I0422 23:35:24.935331 3845 namespace.go:98] [openshift-network-operator] adding namespace I0422 23:35:24.935685 3845 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.695806ms I0422 23:35:24.935707 3845 namespace.go:98] [openshift-console-user-settings] adding namespace I0422 23:35:24.936081 3845 namespace.go:102] [openshift-config] adding namespace took 6.638739ms I0422 23:35:24.936090 3845 namespace.go:98] [openshift-service-ca-operator] adding namespace I0422 23:35:24.936468 3845 namespace.go:102] [openshift-apiserver] adding namespace took 6.558684ms I0422 23:35:24.936478 3845 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0422 23:35:24.936972 3845 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.610026ms I0422 23:35:24.936985 3845 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0422 23:35:24.937365 3845 namespace.go:102] [openshift-console] adding namespace took 6.556064ms I0422 23:35:24.937378 3845 namespace.go:98] [openshift-controller-manager] adding namespace I0422 23:35:24.938005 3845 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.332457ms I0422 23:35:24.938019 3845 namespace.go:98] [openshift-operators-redhat] adding namespace I0422 23:35:24.938456 3845 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.364923ms I0422 23:35:24.938472 3845 namespace.go:98] [openshift-backplane-srep] adding namespace I0422 23:35:24.938936 3845 namespace.go:102] [kube-node-lease] adding namespace took 6.459059ms I0422 23:35:24.938949 3845 namespace.go:98] [openshift-machine-api] adding namespace I0422 23:35:24.939383 3845 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.468239ms I0422 23:35:24.939396 3845 namespace.go:98] [openshift-authentication-operator] adding namespace I0422 23:35:24.939748 3845 namespace.go:102] [openshift-operators] adding namespace took 6.027361ms I0422 23:35:24.939760 3845 namespace.go:98] [openshift-apiserver-operator] adding namespace I0422 23:35:24.940262 3845 namespace.go:102] [open-cluster-management-2prgjhduhjsungevuuvlv1ornuu76ung] adding namespace took 6.131369ms I0422 23:35:24.940274 3845 namespace.go:98] [openshift-network-console] adding namespace I0422 23:35:24.940624 3845 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.162683ms I0422 23:35:24.940637 3845 namespace.go:98] [openshift-insights] adding namespace I0422 23:35:24.941098 3845 namespace.go:102] [openshift-marketplace] adding namespace took 6.182181ms I0422 23:35:24.941111 3845 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0422 23:35:24.941466 3845 namespace.go:102] [openshift-network-operator] adding namespace took 6.129634ms I0422 23:35:24.941479 3845 namespace.go:98] [openshift-console-operator] adding namespace I0422 23:35:24.941948 3845 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.237946ms I0422 23:35:24.941957 3845 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0422 23:35:24.942379 3845 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.283368ms I0422 23:35:24.942391 3845 namespace.go:98] [kube-system] adding namespace I0422 23:35:24.942794 3845 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.312107ms I0422 23:35:24.942806 3845 namespace.go:98] [openshift-config-operator] adding namespace I0422 23:35:24.943247 3845 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.256978ms I0422 23:35:24.943259 3845 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0422 23:35:24.943661 3845 namespace.go:102] [openshift-controller-manager] adding namespace took 6.278342ms I0422 23:35:24.943672 3845 namespace.go:98] [openshift-backplane-cee] adding namespace I0422 23:35:24.944117 3845 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.092655ms I0422 23:35:24.944130 3845 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0422 23:35:24.944507 3845 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.030901ms I0422 23:35:24.944516 3845 namespace.go:98] [openshift-ingress-canary] adding namespace I0422 23:35:24.944943 3845 namespace.go:102] [openshift-machine-api] adding namespace took 5.990081ms I0422 23:35:24.944952 3845 namespace.go:98] [openshift-ingress-operator] adding namespace I0422 23:35:24.945434 3845 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.033797ms I0422 23:35:24.945447 3845 namespace.go:98] [openshift-must-gather-operator] adding namespace I0422 23:35:24.945790 3845 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.026824ms I0422 23:35:24.946278 3845 namespace.go:102] [openshift-network-console] adding namespace took 5.99894ms I0422 23:35:24.946670 3845 namespace.go:102] [openshift-insights] adding namespace took 6.027619ms I0422 23:35:24.947125 3845 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.009791ms I0422 23:35:24.947138 3845 namespace.go:98] [dedicated-admin] adding namespace I0422 23:35:24.947524 3845 namespace.go:102] [openshift-console-operator] adding namespace took 6.040343ms I0422 23:35:24.947536 3845 namespace.go:98] [openshift-kube-scheduler] adding namespace I0422 23:35:24.947983 3845 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.020537ms I0422 23:35:24.948344 3845 namespace.go:102] [kube-system] adding namespace took 5.947834ms I0422 23:35:24.948733 3845 namespace.go:102] [openshift-config-operator] adding namespace took 5.909645ms I0422 23:35:24.949201 3845 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.936769ms I0422 23:35:24.949214 3845 namespace.go:98] [openshift-route-controller-manager] adding namespace I0422 23:35:24.949571 3845 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.8945ms I0422 23:35:24.949583 3845 namespace.go:98] [openshift-backplane-cse] adding namespace I0422 23:35:24.950030 3845 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.895105ms I0422 23:35:24.950415 3845 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.89337ms I0422 23:35:24.950860 3845 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.904206ms I0422 23:35:24.951273 3845 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.821573ms I0422 23:35:24.951646 3845 namespace.go:102] [dedicated-admin] adding namespace took 4.503883ms I0422 23:35:24.952093 3845 namespace.go:102] [openshift-kube-scheduler] adding namespace took 4.552496ms I0422 23:35:24.952428 3845 namespace.go:102] [openshift-route-controller-manager] adding namespace took 3.209403ms I0422 23:35:24.952903 3845 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.314719ms W0422 23:35:24.952980 3845 master.go:471] Unable to parse remote node ip-10-0-1-69.ec2.internal chassis-id annotation. Chassis may be removed during sync I0422 23:35:24.953067 3845 master.go:548] Adding or Updating local node "ip-10-0-2-213.ec2.internal" for network "default" I0422 23:35:24.953123 3845 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-69.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-69.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-69.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-69.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-69.ec2.internal I0422 23:35:24.953936 3845 zone_ic_handler.go:195] Time taken to create transit switch: 389.665µs I0422 23:35:24.953948 3845 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-182.ec2.internal for the network default I0422 23:35:24.954890 3845 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-182.ec2.internal" on network "default" took: 1.353042ms W0422 23:35:24.960598 3845 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-45jnb: pod openshift-multus/network-metrics-daemon-45jnb: no pod IPs found W0422 23:35:24.960613 3845 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-jprbb: pod openshift-network-diagnostics/network-check-target-jprbb: no pod IPs found I0422 23:35:24.961758 3845 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-213.ec2.internal for the network default I0422 23:35:24.961933 3845 zone_ic_handler.go:195] Time taken to create transit switch: 165.492µs I0422 23:35:24.962770 3845 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0422 23:35:24.962797 3845 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0422 23:35:24.962814 3845 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0422 23:35:24.962846 3845 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-182.ec2.internal in network "default" I0422 23:35:24.962905 3845 node_tracker.go:169] Node ip-10-0-0-182.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:24.962920 3845 services_controller.go:574] Full service sync requested for network=default I0422 23:35:24.962928 3845 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-69.ec2.internal in network "default" I0422 23:35:24.962937 3845 node_tracker.go:235] Node ip-10-0-1-69.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-69.ec2.internal" I0422 23:35:24.962945 3845 node_tracker.go:169] Node ip-10-0-1-69.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:24.962949 3845 services_controller.go:574] Full service sync requested for network=default I0422 23:35:24.962954 3845 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-213.ec2.internal in network "default" I0422 23:35:24.962979 3845 node_tracker.go:169] Node ip-10-0-2-213.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:24.962986 3845 services_controller.go:574] Full service sync requested for network=default I0422 23:35:25.063613 3845 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0422 23:35:25.063638 3845 services_controller.go:208] Setting up event handlers for services for network=default I0422 23:35:25.063757 3845 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0422 23:35:25.063801 3845 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0422 23:35:25.063820 3845 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0422 23:35:25.164011 3845 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0422 23:35:25.164037 3845 repair.go:60] Starting repairing loop for services I0422 23:35:25.164162 3845 repair.go:131] Deleted 0 stale service LBs I0422 23:35:25.164183 3845 repair.go:137] Deleted 0 stale Chassis Template Vars I0422 23:35:25.164199 3845 repair.go:62] Finished repairing loop for services: 166.862µs I0422 23:35:25.164237 3845 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0422 23:35:25.164250 3845 services_controller.go:254] Starting workers for network=default I0422 23:35:25.165192 3845 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-mb2qr, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mb2qr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mb2qr: no pod IPs found I0422 23:35:25.165266 3845 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-45jnb] creating logical port openshift-multus_network-metrics-daemon-45jnb for pod on switch ip-10-0-2-213.ec2.internal I0422 23:35:25.165358 3845 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-nwz48, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nwz48: suppressed error logged: pod openshift-multus/network-metrics-daemon-nwz48: no pod IPs found I0422 23:35:25.165407 3845 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jprbb] creating logical port openshift-network-diagnostics_network-check-target-jprbb for pod on switch ip-10-0-2-213.ec2.internal I0422 23:35:25.165409 3845 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-45jnb I0422 23:35:25.165521 3845 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-jprbb I0422 23:35:25.182067 3845 pod.go:62] [openshift-network-diagnostics/network-check-target-jprbb] pod update took 16.578158ms I0422 23:35:25.182086 3845 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-jprbb] addLogicalPort annotation time took 16.600452ms I0422 23:35:25.182884 3845 pods.go:271] [openshift-network-diagnostics/network-check-target-jprbb] addLogicalPort took 17.488212ms, libovsdb time 615.59µs I0422 23:35:25.185942 3845 pod.go:62] [openshift-multus/network-metrics-daemon-45jnb] pod update took 20.591973ms I0422 23:35:25.185962 3845 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-45jnb] addLogicalPort annotation time took 20.614296ms I0422 23:35:25.186846 3845 pods.go:271] [openshift-multus/network-metrics-daemon-45jnb] addLogicalPort took 21.595098ms, libovsdb time 710.929µs I0422 23:35:25.187426 3845 admin_network_policy_controller.go:227] Starting controller default-network-controller I0422 23:35:25.187443 3845 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0422 23:35:25.187455 3845 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0422 23:35:25.187459 3845 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0422 23:35:25.187694 3845 repair.go:29] Repairing admin network policies took 225.677µs I0422 23:35:25.187876 3845 repair.go:92] Repairing baseline admin network policies took 169.254µs I0422 23:35:25.188360 3845 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0422 23:35:25.188380 3845 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0422 23:35:25.190765 3845 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0422 23:35:25.190785 3845 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0422 23:35:25.190793 3845 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0422 23:35:25.192232 3845 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0422 23:35:25.192259 3845 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0422 23:35:25.192274 3845 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0422 23:35:25.194650 3845 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0422 23:35:25.194670 3845 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0422 23:35:25.194683 3845 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0422 23:35:25.196929 3845 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0422 23:35:25.196964 3845 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0422 23:35:25.196973 3845 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0422 23:35:25.198701 3845 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0422 23:35:25.198738 3845 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0422 23:35:25.198748 3845 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0422 23:35:25.199384 3845 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0422 23:35:25.199410 3845 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0422 23:35:25.199419 3845 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0422 23:35:25.200345 3845 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0422 23:35:25.200364 3845 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0422 23:35:25.200374 3845 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0422 23:35:25.201617 3845 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0422 23:35:25.201639 3845 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0422 23:35:25.201652 3845 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0422 23:35:25.203209 3845 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0422 23:35:25.203228 3845 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0422 23:35:25.203236 3845 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0422 23:35:25.203770 3845 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0422 23:35:25.203788 3845 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0422 23:35:25.203796 3845 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0422 23:35:25.205410 3845 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0422 23:35:25.205433 3845 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0422 23:35:25.205441 3845 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0422 23:35:25.206152 3845 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0422 23:35:25.206174 3845 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0422 23:35:25.206182 3845 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0422 23:35:25.206709 3845 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0422 23:35:25.206743 3845 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0422 23:35:25.206750 3845 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0422 23:35:25.207063 3845 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0422 23:35:25.207081 3845 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0422 23:35:25.207092 3845 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0422 23:35:25.208060 3845 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0422 23:35:25.208081 3845 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0422 23:35:25.208089 3845 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0422 23:35:25.208569 3845 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0422 23:35:25.208587 3845 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0422 23:35:25.208593 3845 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0422 23:35:25.210007 3845 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0422 23:35:25.210023 3845 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0422 23:35:25.210028 3845 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0422 23:35:25.210317 3845 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0422 23:35:25.210336 3845 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0422 23:35:25.210347 3845 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0422 23:35:25.211502 3845 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0422 23:35:25.211519 3845 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0422 23:35:25.211527 3845 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0422 23:35:25.211992 3845 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0422 23:35:25.212011 3845 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0422 23:35:25.212017 3845 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0422 23:35:25.212669 3845 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0422 23:35:25.212701 3845 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0422 23:35:25.212710 3845 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0422 23:35:25.213325 3845 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0422 23:35:25.213342 3845 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0422 23:35:25.213357 3845 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0422 23:35:25.214483 3845 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0422 23:35:25.214502 3845 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0422 23:35:25.214512 3845 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0422 23:35:25.215041 3845 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0422 23:35:25.215058 3845 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0422 23:35:25.215475 3845 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0422 23:35:25.215489 3845 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0422 23:35:25.216211 3845 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0422 23:35:25.216230 3845 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0422 23:35:25.216238 3845 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0422 23:35:25.216795 3845 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0422 23:35:25.216822 3845 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0422 23:35:25.216848 3845 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0422 23:35:25.217694 3845 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0422 23:35:25.217715 3845 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0422 23:35:25.217743 3845 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0422 23:35:25.218969 3845 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0422 23:35:25.218986 3845 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0422 23:35:25.219002 3845 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0422 23:35:25.220056 3845 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0422 23:35:25.225210 3845 egressfirewall.go:374] Starting EgressFirewall controller I0422 23:35:25.225251 3845 controller.go:133] Adding controller egress-firewall-controller event handlers I0422 23:35:25.225274 3845 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0422 23:35:25.225293 3845 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0422 23:35:25.225293 3845 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0422 23:35:25.225332 3845 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0422 23:35:25.225346 3845 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0422 23:35:25.225638 3845 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0422 23:35:25.225657 3845 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0422 23:35:25.225665 3845 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0422 23:35:25.225674 3845 egressqos.go:193] Setting up event handlers for EgressQoS I0422 23:35:25.225784 3845 egressfirewall.go:723] Syncing node "ip-10-0-0-182.ec2.internal" for egress firewall I0422 23:35:25.225798 3845 egressfirewall.go:723] Syncing node "ip-10-0-1-69.ec2.internal" for egress firewall I0422 23:35:25.225805 3845 egressfirewall.go:723] Syncing node "ip-10-0-2-213.ec2.internal" for egress firewall I0422 23:35:25.225867 3845 egressqos.go:245] Starting EgressQoS Controller I0422 23:35:25.225879 3845 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0422 23:35:25.225887 3845 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0422 23:35:25.225925 3845 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0422 23:35:25.225936 3845 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0422 23:35:25.225943 3845 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0422 23:35:25.225949 3845 shared_informer.go:356] "Caches are synced" controller="egressqos" I0422 23:35:25.225952 3845 egressqos.go:259] Repairing EgressQoSes I0422 23:35:25.225956 3845 egressqos.go:399] Starting repairing loop for egressqos I0422 23:35:25.226033 3845 egressqos.go:401] Finished repairing loop for egressqos: 76.89µs I0422 23:35:25.226052 3845 egressservice_zone.go:132] Setting up event handlers for Egress Services I0422 23:35:25.226083 3845 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-213.ec2.internal I0422 23:35:25.226133 3845 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-213.ec2.internal : 52.251µs I0422 23:35:25.226312 3845 egressservice_zone.go:210] Starting Egress Services Controller I0422 23:35:25.226324 3845 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0422 23:35:25.226332 3845 shared_informer.go:356] "Caches are synced" controller="egressservices" I0422 23:35:25.226337 3845 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0422 23:35:25.226342 3845 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0422 23:35:25.226348 3845 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0422 23:35:25.226353 3845 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0422 23:35:25.226360 3845 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0422 23:35:25.226368 3845 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0422 23:35:25.226374 3845 egressservice_zone.go:228] Repairing Egress Services I0422 23:35:25.226745 3845 master_controller.go:88] Starting Admin Policy Based Route Controller I0422 23:35:25.226756 3845 external_controller.go:278] Starting Admin Policy Based Route Controller I0422 23:35:25.226763 3845 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0422 23:35:25.226771 3845 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 9.994µs I0422 23:35:25.226779 3845 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-69.ec2.internal I0422 23:35:25.226783 3845 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-69.ec2.internal: 3.933µs I0422 23:35:25.226789 3845 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-213.ec2.internal I0422 23:35:25.226792 3845 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-213.ec2.internal: 3.981µs I0422 23:35:25.226879 3845 default_network_controller.go:585] Completing all the Watchers took 309.899098ms I0422 23:35:25.226900 3845 default_network_controller.go:589] Starting unidling controllers I0422 23:35:25.226916 3845 unidle.go:46] Registering OVN SB ControllerEvent handler I0422 23:35:25.226927 3845 unidle.go:63] Populating Initial ContollerEvent events I0422 23:35:25.226948 3845 unidle.go:79] Setting up event handlers for services I0422 23:35:25.226996 3845 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0422 23:35:25.296631 3845 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:25.797458 3845 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:25.896802 3845 default_network_controller.go:1025] Node "ip-10-0-1-69.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0422 23:35:26.297081 3845 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:26.796622 3845 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:26.964949 3845 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-182.ec2.internal in network "default" I0422 23:35:26.964975 3845 egressfirewall.go:723] Syncing node "ip-10-0-0-182.ec2.internal" for egress firewall I0422 23:35:26.965015 3845 node_tracker.go:169] Node ip-10-0-0-182.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:26.965029 3845 services_controller.go:574] Full service sync requested for network=default I0422 23:35:26.965057 3845 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-182.ec2.internal. Updating no re-route policies I0422 23:35:26.964953 3845 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0422 23:35:26.965086 3845 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 131.147µs I0422 23:35:26.987525 3845 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0422 23:35:27.296712 3845 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:27.315062 3845 bridgeconfig.go:537] Gateway is ready I0422 23:35:27.315083 3845 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0422 23:35:27.326570 3845 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.213. Updating OVN encap IP. I0422 23:35:27.331826 3845 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.213 - it is already configured I0422 23:35:27.331841 3845 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.213/24:{} 172.20.0.1/32:{}]. Updating annotations. I0422 23:35:27.332090 3845 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.213/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-213.ec2.internal","mac-address":"0e:f7:b4:1f:fb:2b","ip-addresses":["10.0.2.213/24"],"ip-address":"10.0.2.213/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a1a14437-8946-4b68-b27e-6c1229cc0cfd k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.213/24"}] on node ip-10-0-2-213.ec2.internal I0422 23:35:27.350217 3845 master.go:548] Adding or Updating local node "ip-10-0-2-213.ec2.internal" for network "default" I0422 23:35:27.350296 3845 egressfirewall.go:723] Syncing node "ip-10-0-2-213.ec2.internal" for egress firewall I0422 23:35:27.350303 3845 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-213.ec2.internal in network "default" I0422 23:35:27.350366 3845 node_tracker.go:169] Node ip-10-0-2-213.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:27.350387 3845 services_controller.go:574] Full service sync requested for network=default I0422 23:35:27.350250 3845 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.213 I0422 23:35:27.350284 3845 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-213.ec2.internal I0422 23:35:27.350585 3845 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-213.ec2.internal: 302.815µs I0422 23:35:27.350635 3845 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-213.ec2.internal I0422 23:35:27.354571 3845 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-213.ec2.internal. Updating no re-route policies I0422 23:35:27.354653 3845 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bb2kp I0422 23:35:27.354662 3845 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-vlv4h I0422 23:35:27.354672 3845 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bb2kp I0422 23:35:27.354675 3845 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-vlv4h I0422 23:35:27.354673 3845 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-213.ec2.internal I0422 23:35:27.354682 3845 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-kn6t4 I0422 23:35:27.354687 3845 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-213.ec2.internal I0422 23:35:27.354692 3845 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-213.ec2.internal I0422 23:35:27.354699 3845 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-vlv4h after 0 failed attempt(s) I0422 23:35:27.354655 3845 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-6hsfn I0422 23:35:27.354705 3845 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-213.ec2.internal after 0 failed attempt(s) I0422 23:35:27.354707 3845 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-213.ec2.internal I0422 23:35:27.354666 3845 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-st7fz I0422 23:35:27.354713 3845 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-82rwx I0422 23:35:27.354716 3845 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hlld5 I0422 23:35:27.354717 3845 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-4qxpg I0422 23:35:27.354738 3845 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-rxbgt I0422 23:35:27.354740 3845 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-82rwx I0422 23:35:27.354740 3845 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hlld5 I0422 23:35:27.354740 3845 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mb2qr I0422 23:35:27.354747 3845 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-4qxpg I0422 23:35:27.354697 3845 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-45jnb I0422 23:35:27.354753 3845 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-rxbgt I0422 23:35:27.354753 3845 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jprbb I0422 23:35:27.354710 3845 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-7kjfq I0422 23:35:27.354762 3845 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hlld5 after 0 failed attempt(s) I0422 23:35:27.354765 3845 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jprbb I0422 23:35:27.354766 3845 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-4qxpg after 0 failed attempt(s) I0422 23:35:27.354769 3845 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-7kjfq I0422 23:35:27.354771 3845 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-rxbgt after 0 failed attempt(s) I0422 23:35:27.354739 3845 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-213.ec2.internal after 0 failed attempt(s) I0422 23:35:27.354754 3845 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mb2qr I0422 23:35:27.354792 3845 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-82rwx after 0 failed attempt(s) I0422 23:35:27.354797 3845 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-7kjfq after 0 failed attempt(s) I0422 23:35:27.354758 3845 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-45jnb I0422 23:35:27.354816 3845 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jprbb] creating logical port openshift-network-diagnostics_network-check-target-jprbb for pod on switch ip-10-0-2-213.ec2.internal I0422 23:35:27.354824 3845 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-mb2qr, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mb2qr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mb2qr: no pod IPs found I0422 23:35:27.354700 3845 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bb2kp after 0 failed attempt(s) I0422 23:35:27.354754 3845 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nwz48 I0422 23:35:27.354838 3845 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-45jnb] creating logical port openshift-multus_network-metrics-daemon-45jnb for pod on switch ip-10-0-2-213.ec2.internal I0422 23:35:27.354713 3845 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-6hsfn I0422 23:35:27.354852 3845 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-6hsfn after 0 failed attempt(s) I0422 23:35:27.354697 3845 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-kn6t4 I0422 23:35:27.354922 3845 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-kn6t4 after 0 failed attempt(s) I0422 23:35:27.354739 3845 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-st7fz I0422 23:35:27.354840 3845 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nwz48 I0422 23:35:27.354959 3845 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-st7fz after 0 failed attempt(s) I0422 23:35:27.354969 3845 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-nwz48, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nwz48: suppressed error logged: pod openshift-multus/network-metrics-daemon-nwz48: no pod IPs found I0422 23:35:27.355390 3845 pods.go:271] [openshift-network-diagnostics/network-check-target-jprbb] addLogicalPort took 582.445µs, libovsdb time 224.48µs I0422 23:35:27.355400 3845 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-jprbb after 0 failed attempt(s) I0422 23:35:27.355527 3845 pods.go:271] [openshift-multus/network-metrics-daemon-45jnb] addLogicalPort took 701.263µs, libovsdb time 295.577µs I0422 23:35:27.355534 3845 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-45jnb after 0 failed attempt(s) I0422 23:35:27.365554 3845 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0422 23:35:27.377799 3845 iptables.go:108] Creating table: mangle chain: OUTPUT I0422 23:35:27.380962 3845 iptables.go:108] Creating table: nat chain: OUTPUT I0422 23:35:27.439782 3845 iptables.go:108] Creating table: nat chain: PREROUTING I0422 23:35:27.501253 3845 iptables.go:108] Creating table: filter chain: FORWARD I0422 23:35:27.517930 3845 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0422 23:35:27.518031 3845 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0422 23:35:27.518091 3845 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0422 23:35:27.518161 3845 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0422 23:35:27.518215 3845 gateway_init.go:325] Gateway and management port readiness took 2.726342312s I0422 23:35:27.518243 3845 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0422 23:35:27.518276 3845 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0422 23:35:27.518290 3845 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0422 23:35:27.518299 3845 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0422 23:35:27.518357 3845 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0422 23:35:27.518447 3845 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 62.286µs I0422 23:35:27.518635 3845 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0422 23:35:27.518660 3845 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.083µs I0422 23:35:27.518668 3845 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.864µs I0422 23:35:27.518674 3845 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0422 23:35:27.518682 3845 nad_controller.go:379] [node-nad-controller NAD controller]: started I0422 23:35:27.518687 3845 default_node_network_controller.go:899] Starting the default node network controller I0422 23:35:27.518692 3845 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0422 23:35:27.518708 3845 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.212µs I0422 23:35:27.518836 3845 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0422 23:35:27.518845 3845 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0422 23:35:27.518870 3845 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000151ad0 0xc0002d2af0 0xc0002d2b60 0xc0002d2bd0 0xc0002d2c40 0xc0002d2cb0 0xc0002d2d90 0xc000bee910 0xc0002d2e00 0xc0002d2e70 0xc000bee8c0 0xc0065573b0 0xc0002d2ee0 map[0x2ff9080:0xc0030939e0 0x2ff95c0:0xc003093b60 0x2ffa2e0:0xc000ae1200 0x2ffa580:0xc003093980 0x2ffad60:0xc003093a40 0x2ffb000:0xc003093aa0 0x2ffb2a0:0xc003093b00 0x2ffba80:0xc003093bc0 0x2ffbd20:0xc003093c20 0x3026980:0xc00100e360 0x3026d20:0xc000ae1140 0x3027800:0xc000bd5320 0x3029160:0xc001bb4000 0x30298a0:0xc000ae11a0 0x302a720:0xc001bb4060] 0xc00015ae00 0} I0422 23:35:27.518926 3845 gateway.go:151] Starting gateway service sync I0422 23:35:27.519299 3845 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0422 23:35:27.521344 3845 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0422 23:35:27.558145 3845 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0422 23:35:27.559433 3845 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0422 23:35:27.560599 3845 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0422 23:35:27.594912 3845 gateway.go:168] Gateway service sync done. Time taken: 75.973167ms I0422 23:35:27.595433 3845 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30913 I0422 23:35:27.595656 3845 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000151ad0 0xc0002d2af0 0xc0002d2b60 0xc0002d2bd0 0xc0002d2c40 0xc0002d2cb0 0xc0002d2d90 0xc000bee910 0xc0002d2e00 0xc0002d2e70 0xc000bee8c0 0xc0065573b0 0xc0002d2ee0 map[0x2ff9080:0xc0030939e0 0x2ff95c0:0xc003093b60 0x2ffa2e0:0xc000ae1200 0x2ffa580:0xc003093980 0x2ffad60:0xc003093a40 0x2ffb000:0xc003093aa0 0x2ffb2a0:0xc003093b00 0x2ffba80:0xc003093bc0 0x2ffbd20:0xc003093c20 0x3026980:0xc00100e360 0x3026d20:0xc000ae1140 0x3027800:0xc000bd5320 0x3029160:0xc001bb4000 0x30298a0:0xc000ae11a0 0x302a720:0xc001bb4060] 0xc00015ae00 0} I0422 23:35:27.596106 3845 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000151ad0 0xc0002d2af0 0xc0002d2b60 0xc0002d2bd0 0xc0002d2c40 0xc0002d2cb0 0xc0002d2d90 0xc000bee910 0xc0002d2e00 0xc0002d2e70 0xc000bee8c0 0xc0065573b0 0xc0002d2ee0 map[0x2ff9080:0xc0030939e0 0x2ff95c0:0xc003093b60 0x2ffa2e0:0xc000ae1200 0x2ffa580:0xc003093980 0x2ffad60:0xc003093a40 0x2ffb000:0xc003093aa0 0x2ffb2a0:0xc003093b00 0x2ffba80:0xc003093bc0 0x2ffbd20:0xc003093c20 0x3026980:0xc00100e360 0x3026d20:0xc000ae1140 0x3027800:0xc000bd5320 0x3029160:0xc001bb4000 0x30298a0:0xc000ae11a0 0x302a720:0xc001bb4060] 0xc00015ae00 0} I0422 23:35:27.596144 3845 gateway.go:532] Reconciling gateway with updates I0422 23:35:27.601733 3845 gateway.go:339] Spawning Conntrack Rule Check Thread I0422 23:35:27.601767 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0422 23:35:27.601785 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0422 23:35:27.601792 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0422 23:35:27.601792 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0422 23:35:27.601799 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0422 23:35:27.601802 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0422 23:35:27.601806 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0422 23:35:27.601767 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0422 23:35:27.601808 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0422 23:35:27.601816 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0422 23:35:27.601816 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0422 23:35:27.601830 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0422 23:35:27.601835 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0422 23:35:27.601847 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0422 23:35:27.601851 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0422 23:35:27.601853 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0422 23:35:27.601855 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0422 23:35:27.601863 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0422 23:35:27.601865 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0422 23:35:27.601863 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0422 23:35:27.601865 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0422 23:35:27.601875 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0422 23:35:27.601877 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0422 23:35:27.601882 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0422 23:35:27.601883 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0422 23:35:27.601888 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0422 23:35:27.601794 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0422 23:35:27.601896 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0422 23:35:27.601896 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0422 23:35:27.601903 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0422 23:35:27.601907 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0422 23:35:27.601909 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0422 23:35:27.601911 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0422 23:35:27.601909 3845 default_node_network_controller.go:944] Gateway and management port readiness took 83.05569ms I0422 23:35:27.601912 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0422 23:35:27.601892 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0422 23:35:27.601906 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0422 23:35:27.601927 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0422 23:35:27.601928 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0422 23:35:27.601932 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0422 23:35:27.601823 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0422 23:35:27.601936 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0422 23:35:27.601938 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0422 23:35:27.601939 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0422 23:35:27.601944 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0422 23:35:27.601951 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0422 23:35:27.601954 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0422 23:35:27.601953 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0422 23:35:27.601957 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0422 23:35:27.601963 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0422 23:35:27.601886 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0422 23:35:27.601964 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0422 23:35:27.601968 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0422 23:35:27.601940 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0422 23:35:27.601975 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0422 23:35:27.601980 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0422 23:35:27.601973 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0422 23:35:27.601951 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0422 23:35:27.601987 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0422 23:35:27.602008 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0422 23:35:27.602016 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0422 23:35:27.602017 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0422 23:35:27.601964 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0422 23:35:27.601929 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0422 23:35:27.601855 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0422 23:35:27.601992 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0422 23:35:27.601920 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0422 23:35:27.601857 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0422 23:35:27.601868 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0422 23:35:27.601867 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0422 23:35:27.602116 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0422 23:35:27.602118 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0422 23:35:27.601894 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0422 23:35:27.601895 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0422 23:35:27.602133 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0422 23:35:27.601871 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0422 23:35:27.601884 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0422 23:35:27.601897 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0422 23:35:27.601916 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0422 23:35:27.602168 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0422 23:35:27.602178 3845 port_claim.go:71] Svc openshift-ingress/router-default: port 32166 is already open, no action needed I0422 23:35:27.602188 3845 port_claim.go:71] Svc openshift-ingress/router-default: port 32237 is already open, no action needed I0422 23:35:27.601916 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0422 23:35:27.601912 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0422 23:35:27.602241 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0422 23:35:27.601916 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0422 23:35:27.601922 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0422 23:35:27.601920 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0422 23:35:27.602262 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0422 23:35:27.601930 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0422 23:35:27.602286 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0422 23:35:27.601934 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0422 23:35:27.602300 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0422 23:35:27.601952 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0422 23:35:27.602335 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0422 23:35:27.601955 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0422 23:35:27.601972 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0422 23:35:27.601972 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0422 23:35:27.601977 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0422 23:35:27.601979 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0422 23:35:27.601983 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0422 23:35:27.601992 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0422 23:35:27.602109 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0422 23:35:27.602148 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0422 23:35:27.601913 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0422 23:35:27.602160 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0422 23:35:27.602267 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0422 23:35:27.602545 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0422 23:35:27.601837 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0422 23:35:27.601924 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0422 23:35:27.602578 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0422 23:35:27.602591 3845 node_ip_handler_linux.go:160] Node IP manager is running W0422 23:35:27.641380 3845 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0422 23:35:27.641601 3845 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0422 23:35:27.641779 3845 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0422 23:35:27.649985 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0422 23:35:27.650038 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0422 23:35:27.650049 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0422 23:35:27.650062 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0422 23:35:27.650072 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0422 23:35:27.650080 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0422 23:35:27.650090 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0422 23:35:27.650105 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0422 23:35:27.690971 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0422 23:35:27.690981 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0422 23:35:27.691004 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0422 23:35:27.691011 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0422 23:35:27.691017 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0422 23:35:27.691025 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0422 23:35:27.691030 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0422 23:35:27.691035 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0422 23:35:27.691041 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0422 23:35:27.691046 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0422 23:35:27.691052 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0422 23:35:27.691070 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0422 23:35:27.691089 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0422 23:35:27.691096 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0422 23:35:27.691101 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0422 23:35:27.691107 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0422 23:35:28.890372 3845 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-69.ec2.internal in network "default" I0422 23:35:28.890409 3845 node_tracker.go:235] Node ip-10-0-1-69.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-69.ec2.internal" I0422 23:35:28.890426 3845 node_tracker.go:169] Node ip-10-0-1-69.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:28.890440 3845 services_controller.go:574] Full service sync requested for network=default I0422 23:35:28.890446 3845 default_network_controller.go:1025] Node "ip-10-0-1-69.ec2.internal" in remote zone "ip-10-0-1-69.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0422 23:35:28.958511 3845 default_network_controller.go:1025] Node "ip-10-0-1-69.ec2.internal" in remote zone "ip-10-0-1-69.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0422 23:35:29.016944 3845 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-69.ec2.internal in network "default" I0422 23:35:29.016972 3845 default_network_controller.go:1025] Node "ip-10-0-1-69.ec2.internal" in remote zone "ip-10-0-1-69.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0422 23:35:29.017025 3845 node_tracker.go:169] Node ip-10-0-1-69.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:29.017040 3845 services_controller.go:574] Full service sync requested for network=default I0422 23:35:29.018146 3845 zone_ic_handler.go:195] Time taken to create transit switch: 297.209µs I0422 23:35:29.018164 3845 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-69.ec2.internal for the network default I0422 23:35:29.019439 3845 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-69.ec2.internal" on network "default" took: 1.605663ms I0422 23:35:29.221438 3845 default_node_network_controller.go:1380] Starting node controller node sync W0422 23:35:29.221485 3845 egressip_healthcheck.go:76] Health checking using insecure connection I0422 23:35:29.221794 3845 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0422 23:35:29.233652 3845 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.96437ms I0422 23:35:29.233802 3845 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-182.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0422 23:35:29.233814 3845 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-182.ec2.internal", IP: 10.0.0.182 to PMTUD blocking rules I0422 23:35:29.239288 3845 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0422 23:35:29.239554 3845 egressservice_node.go:93] Setting up event handlers for Egress Services I0422 23:35:29.239718 3845 egressservice_node.go:183] Starting Egress Services Controller I0422 23:35:29.239751 3845 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0422 23:35:29.239764 3845 shared_informer.go:356] "Caches are synced" controller="egressservices" I0422 23:35:29.239775 3845 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0422 23:35:29.239784 3845 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0422 23:35:29.239794 3845 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0422 23:35:29.239802 3845 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0422 23:35:29.239809 3845 egressservice_node.go:197] Repairing Egress Services I0422 23:35:29.249826 3845 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0422 23:35:29.249837 3845 external_controller.go:278] Starting Admin Policy Based Route Controller I0422 23:35:29.250015 3845 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0422 23:35:29.250026 3845 link_network_manager.go:119] Link manager is running I0422 23:35:29.250035 3845 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0422 23:35:29.250179 3845 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0422 23:35:29.250404 3845 vrf_manager.go:128] VRF manager is running I0422 23:35:29.250504 3845 node_controller_manager.go:437] Removing flows to drop GARP I0422 23:35:29.250513 3845 gateway.go:532] Reconciling gateway with updates I0422 23:35:29.268682 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0422 23:35:29.268695 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0422 23:35:29.268705 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0422 23:35:29.268710 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0422 23:35:29.268712 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0422 23:35:29.268719 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0422 23:35:29.268737 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0422 23:35:29.268739 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0422 23:35:29.268744 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0422 23:35:29.268750 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0422 23:35:29.268750 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0422 23:35:29.268753 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0422 23:35:29.268755 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0422 23:35:29.268691 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0422 23:35:29.268765 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0422 23:35:29.268717 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0422 23:35:29.268803 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0422 23:35:29.268814 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0422 23:35:29.268813 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0422 23:35:29.268831 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0422 23:35:29.268848 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0422 23:35:29.268859 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0422 23:35:29.268864 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0422 23:35:29.268875 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0422 23:35:29.268710 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0422 23:35:29.268903 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0422 23:35:29.268817 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0422 23:35:29.269093 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0422 23:35:29.269104 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0422 23:35:29.269106 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0422 23:35:29.269111 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0422 23:35:29.269115 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0422 23:35:29.269118 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0422 23:35:29.269119 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0422 23:35:29.269124 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0422 23:35:29.269124 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0422 23:35:29.269117 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0422 23:35:29.269130 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0422 23:35:29.269136 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0422 23:35:29.269138 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0422 23:35:29.269146 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0422 23:35:29.269145 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0422 23:35:29.269132 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0422 23:35:29.269151 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0422 23:35:29.269153 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0422 23:35:29.269138 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0422 23:35:29.269158 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0422 23:35:29.269162 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0422 23:35:29.269163 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0422 23:35:29.269165 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0422 23:35:29.269165 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0422 23:35:29.269170 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0422 23:35:29.269176 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0422 23:35:29.269178 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0422 23:35:29.269179 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0422 23:35:29.269186 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0422 23:35:29.269184 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0422 23:35:29.269188 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0422 23:35:29.269189 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0422 23:35:29.269194 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0422 23:35:29.269146 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0422 23:35:29.269198 3845 port_claim.go:71] Svc openshift-ingress/router-default: port 32166 is already open, no action needed I0422 23:35:29.269200 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0422 23:35:29.269198 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0422 23:35:29.269205 3845 port_claim.go:71] Svc openshift-ingress/router-default: port 32237 is already open, no action needed I0422 23:35:29.269200 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0422 23:35:29.269209 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0422 23:35:29.269209 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0422 23:35:29.269214 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0422 23:35:29.269216 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0422 23:35:29.269217 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0422 23:35:29.269221 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0422 23:35:29.269223 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0422 23:35:29.269229 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0422 23:35:29.269225 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0422 23:35:29.269237 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0422 23:35:29.269238 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0422 23:35:29.269242 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0422 23:35:29.269169 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0422 23:35:29.269123 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0422 23:35:29.269259 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0422 23:35:29.269165 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0422 23:35:29.269164 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0422 23:35:29.269159 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0422 23:35:29.269288 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0422 23:35:29.269129 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0422 23:35:29.269301 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0422 23:35:29.269149 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0422 23:35:29.269168 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0422 23:35:29.269171 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0422 23:35:29.269179 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0422 23:35:29.269352 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0422 23:35:29.269359 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0422 23:35:29.269178 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0422 23:35:29.269369 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0422 23:35:29.269129 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0422 23:35:29.269187 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0422 23:35:29.269389 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0422 23:35:29.269389 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0422 23:35:29.269394 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0422 23:35:29.269201 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0422 23:35:29.269204 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0422 23:35:29.269424 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0422 23:35:29.269195 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0422 23:35:29.269204 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0422 23:35:29.269445 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0422 23:35:29.269450 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0422 23:35:29.269223 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0422 23:35:29.269206 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0422 23:35:29.269168 3845 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0422 23:35:29.269473 3845 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0422 23:35:29.291623 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0422 23:35:29.291670 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0422 23:35:29.291681 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0422 23:35:29.291704 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0422 23:35:29.291740 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0422 23:35:29.291753 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0422 23:35:29.291763 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0422 23:35:29.331805 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0422 23:35:29.331821 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0422 23:35:29.331809 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0422 23:35:29.331834 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0422 23:35:29.331841 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0422 23:35:29.331848 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0422 23:35:29.331853 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0422 23:35:29.331860 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0422 23:35:29.331867 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0422 23:35:29.331875 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0422 23:35:29.371705 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0422 23:35:29.371749 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0422 23:35:29.371759 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0422 23:35:29.371767 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0422 23:35:29.371774 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0422 23:35:29.371783 3845 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0422 23:35:30.390474 3845 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0422 23:35:30.390504 3845 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 37.513µs I0422 23:35:31.072967 3845 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-69.ec2.internal I0422 23:35:31.073022 3845 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-69.ec2.internal: 62.847µs I0422 23:35:31.072971 3845 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-69.ec2.internal in network "default" I0422 23:35:31.073053 3845 egressfirewall.go:723] Syncing node "ip-10-0-1-69.ec2.internal" for egress firewall I0422 23:35:31.073102 3845 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-69.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0422 23:35:31.073111 3845 node_tracker.go:169] Node ip-10-0-1-69.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:31.073117 3845 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-69.ec2.internal", IP: 10.0.1.69 to PMTUD blocking rules I0422 23:35:31.073127 3845 services_controller.go:574] Full service sync requested for network=default I0422 23:35:31.079308 3845 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-69.ec2.internal. Updating no re-route policies I0422 23:35:31.090319 3845 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-69.ec2.internal", IP: 10.0.1.69 to PMTUD blocking rules I0422 23:35:31.090332 3845 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-69.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0422 23:35:31.346670 3845 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-213.ec2.internal I0422 23:35:31.346701 3845 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-213.ec2.internal: 39.877µs I0422 23:35:31.374868 3845 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5bf6dcdd8b-74gmm] creating logical port openshift-image-registry_image-registry-5bf6dcdd8b-74gmm for pod on switch ip-10-0-2-213.ec2.internal I0422 23:35:31.374974 3845 kube.go:256] Updating pod openshift-image-registry/image-registry-5bf6dcdd8b-74gmm I0422 23:35:31.409855 3845 pod.go:62] [openshift-image-registry/image-registry-5bf6dcdd8b-74gmm] pod update took 34.918431ms I0422 23:35:31.409874 3845 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5bf6dcdd8b-74gmm] addLogicalPort annotation time took 34.943763ms I0422 23:35:31.410996 3845 pods.go:271] [openshift-image-registry/image-registry-5bf6dcdd8b-74gmm] addLogicalPort took 36.144227ms, libovsdb time 871.505µs I0422 23:35:31.433395 3845 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-kt9vh] creating logical port openshift-dns_dns-default-kt9vh for pod on switch ip-10-0-2-213.ec2.internal I0422 23:35:31.433498 3845 kube.go:256] Updating pod openshift-dns/dns-default-kt9vh I0422 23:35:31.474822 3845 pod.go:62] [openshift-dns/dns-default-kt9vh] pod update took 41.347834ms I0422 23:35:31.474843 3845 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-kt9vh] addLogicalPort annotation time took 41.3747ms I0422 23:35:31.475988 3845 pods.go:271] [openshift-dns/dns-default-kt9vh] addLogicalPort took 42.607364ms, libovsdb time 897.344µs I0422 23:35:31.476843 3845 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-8ldkb] creating logical port openshift-ingress-canary_ingress-canary-8ldkb for pod on switch ip-10-0-2-213.ec2.internal I0422 23:35:31.476933 3845 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-8ldkb I0422 23:35:31.499674 3845 pod.go:62] [openshift-ingress-canary/ingress-canary-8ldkb] pod update took 22.758278ms I0422 23:35:31.499694 3845 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-8ldkb] addLogicalPort annotation time took 22.797668ms I0422 23:35:31.500880 3845 pods.go:271] [openshift-ingress-canary/ingress-canary-8ldkb] addLogicalPort took 24.048058ms, libovsdb time 922.032µs I0422 23:35:31.865677 3845 cni.go:452] [openshift-ingress-canary/ingress-canary-8ldkb 83fed10e9d00fbc8d5e547f2f9a69c11b0f31a6e07e023f7ef5788654ff582f8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-8ldkb 83fed10e9d00fbc8d5e547f2f9a69c11b0f31a6e07e023f7ef5788654ff582f8 network default NAD default NAD key ] I0422 23:35:31.890461 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-8ldkb, hostIfaceName: 83fed10e9d00fbc, network: default, NAD default, SandboxID: "83fed10e9d00fbc8d5e547f2f9a69c11b0f31a6e07e023f7ef5788654ff582f8", PCI device ID: , UID: "50fb582e-2a17-42e7-82c0-e484e1e5cd03", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0422 23:35:31.948362 3845 cni.go:473] [openshift-ingress-canary/ingress-canary-8ldkb 83fed10e9d00fbc8d5e547f2f9a69c11b0f31a6e07e023f7ef5788654ff582f8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-8ldkb 83fed10e9d00fbc8d5e547f2f9a69c11b0f31a6e07e023f7ef5788654ff582f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:35:46:70:da:17\",\"name\":\"83fed10e9d00fbc\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dab82016-f6ff-41d0-8dbd-d898ff28790c\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:35:35.074446 3845 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-69.ec2.internal I0422 23:35:35.074486 3845 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-69.ec2.internal: 49.739µs W0422 23:35:38.236823 3845 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0422 23:35:39.763781 3845 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-st7fz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:35:39.763815 3845 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-st7fz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:35:40.782416 3845 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-st7fz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:35:40.782439 3845 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-st7fz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0422 23:35:43.378083 3845 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0422 23:36:01.606973 3845 cni.go:452] [openshift-network-diagnostics/network-check-target-jprbb 3649c8ab5d81ed5c2754071bf30b03b9471504ee4819e33804e016f5bb6d61d6 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-jprbb 3649c8ab5d81ed5c2754071bf30b03b9471504ee4819e33804e016f5bb6d61d6 network default NAD default NAD key ] I0422 23:36:01.616739 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-jprbb, hostIfaceName: 3649c8ab5d81ed5, network: default, NAD default, SandboxID: "3649c8ab5d81ed5c2754071bf30b03b9471504ee4819e33804e016f5bb6d61d6", PCI device ID: , UID: "9d9e54a1-26c0-4b93-bbfc-b324175f9457", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0422 23:36:01.664215 3845 cni.go:473] [openshift-network-diagnostics/network-check-target-jprbb 3649c8ab5d81ed5c2754071bf30b03b9471504ee4819e33804e016f5bb6d61d6 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-jprbb 3649c8ab5d81ed5c2754071bf30b03b9471504ee4819e33804e016f5bb6d61d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:05:ad:51:5b:67\",\"name\":\"3649c8ab5d81ed5\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5af416ff-0b33-4435-b758-4e324165e8ce\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0422 23:36:04.820505 3845 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0422 23:36:06.303502 3845 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0422 23:36:14.386312 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0422 23:36:14.386338 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0422 23:36:35.827035 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0422 23:37:14.822267 3845 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-phh4f] creating logical port openshift-console-operator_console-operator-66dbbb6468-phh4f for pod on switch ip-10-0-2-213.ec2.internal I0422 23:37:14.822364 3845 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-phh4f I0422 23:37:14.844432 3845 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-phh4f] pod update took 22.092313ms I0422 23:37:14.844458 3845 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-phh4f] addLogicalPort annotation time took 22.125743ms I0422 23:37:14.845774 3845 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-phh4f] addLogicalPort took 23.521743ms, libovsdb time 1.042718ms I0422 23:37:14.898531 3845 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-s2w4r] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-s2w4r for pod on switch ip-10-0-2-213.ec2.internal I0422 23:37:14.898621 3845 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-s2w4r I0422 23:37:14.920102 3845 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-s2w4r] pod update took 21.502987ms I0422 23:37:14.920124 3845 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-s2w4r] addLogicalPort annotation time took 21.530339ms I0422 23:37:14.921198 3845 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-s2w4r] addLogicalPort took 22.684146ms, libovsdb time 812.872µs I0422 23:37:15.035586 3845 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-h6pb7] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-h6pb7 for pod on switch ip-10-0-2-213.ec2.internal I0422 23:37:15.035688 3845 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-h6pb7 I0422 23:37:15.051685 3845 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6f668548f8-h5sdz] creating logical port openshift-ingress_router-default-6f668548f8-h5sdz for pod on switch ip-10-0-2-213.ec2.internal I0422 23:37:15.051841 3845 kube.go:256] Updating pod openshift-ingress/router-default-6f668548f8-h5sdz I0422 23:37:15.065814 3845 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-h6pb7] pod update took 30.14536ms I0422 23:37:15.065841 3845 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-h6pb7] addLogicalPort annotation time took 30.176705ms I0422 23:37:15.066973 3845 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-h6pb7] addLogicalPort took 31.410246ms, libovsdb time 849.922µs I0422 23:37:15.082536 3845 pod.go:62] [openshift-ingress/router-default-6f668548f8-h5sdz] pod update took 30.764383ms I0422 23:37:15.082556 3845 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6f668548f8-h5sdz] addLogicalPort annotation time took 30.790483ms I0422 23:37:15.083611 3845 pods.go:271] [openshift-ingress/router-default-6f668548f8-h5sdz] addLogicalPort took 31.941579ms, libovsdb time 777.028µs I0422 23:37:15.177503 3845 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-phh4f 357f084234ee328fcb440903b210ade767d778a92c890ff85937487d956b9be0 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-phh4f 357f084234ee328fcb440903b210ade767d778a92c890ff85937487d956b9be0 network default NAD default NAD key ] I0422 23:37:15.187200 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-phh4f, hostIfaceName: 357f084234ee328, network: default, NAD default, SandboxID: "357f084234ee328fcb440903b210ade767d778a92c890ff85937487d956b9be0", PCI device ID: , UID: "09693988-6874-4e9f-b42a-e27fe9e6761d", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0422 23:37:15.233645 3845 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-phh4f 357f084234ee328fcb440903b210ade767d778a92c890ff85937487d956b9be0 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-phh4f 357f084234ee328fcb440903b210ade767d778a92c890ff85937487d956b9be0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:a6:f5:70:71:44\",\"name\":\"357f084234ee328\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bdb7fa8-dc2e-47b7-8777-0f7c58a30979\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:37:15.254464 3845 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-s2w4r f5d371341d0c49fe3189eb3bd06f20a57d4507cba474b4d4770d6f33f7627103 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-s2w4r f5d371341d0c49fe3189eb3bd06f20a57d4507cba474b4d4770d6f33f7627103 network default NAD default NAD key ] I0422 23:37:15.264707 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-s2w4r, hostIfaceName: f5d371341d0c49f, network: default, NAD default, SandboxID: "f5d371341d0c49fe3189eb3bd06f20a57d4507cba474b4d4770d6f33f7627103", PCI device ID: , UID: "1c18dbf9-beb2-4782-ba40-93147a70a93c", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0422 23:37:15.311118 3845 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-s2w4r f5d371341d0c49fe3189eb3bd06f20a57d4507cba474b4d4770d6f33f7627103 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-s2w4r f5d371341d0c49fe3189eb3bd06f20a57d4507cba474b4d4770d6f33f7627103 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:74:43:d7:dd:56\",\"name\":\"f5d371341d0c49f\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fad300a-6458-43f0-91ff-67b5500f7dc8\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0422 23:37:17.988827 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0422 23:37:19.758598 3845 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0422 23:37:19.759560 3845 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 935.488µs I0422 23:37:19.785769 3845 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0422 23:37:19.900408 3845 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8tvnd] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-8tvnd for pod on switch ip-10-0-2-213.ec2.internal I0422 23:37:19.900549 3845 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8tvnd I0422 23:37:19.916173 3845 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8tvnd] pod update took 15.6494ms I0422 23:37:19.916194 3845 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8tvnd] addLogicalPort annotation time took 15.677134ms I0422 23:37:19.917376 3845 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8tvnd] addLogicalPort took 16.984848ms, libovsdb time 883.064µs I0422 23:37:20.257714 3845 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8tvnd 32173b0924da7482361b002f51a331c600b5944c8a72454b76b44b12f41e03bd network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8tvnd 32173b0924da7482361b002f51a331c600b5944c8a72454b76b44b12f41e03bd network default NAD default NAD key ] I0422 23:37:20.267946 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-8tvnd, hostIfaceName: 32173b0924da748, network: default, NAD default, SandboxID: "32173b0924da7482361b002f51a331c600b5944c8a72454b76b44b12f41e03bd", PCI device ID: , UID: "547d44d0-97fc-400e-ac1c-4b8b04704d76", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0422 23:37:20.313809 3845 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8tvnd 32173b0924da7482361b002f51a331c600b5944c8a72454b76b44b12f41e03bd network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8tvnd 32173b0924da7482361b002f51a331c600b5944c8a72454b76b44b12f41e03bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:38:ce:d7:b6:85\",\"name\":\"32173b0924da748\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf0779ee-a77f-4454-a858-d0c6509534e9\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:37:20.861365 3845 namespace.go:98] [openshift-service-ca] adding namespace I0422 23:37:20.862417 3845 namespace.go:102] [openshift-service-ca] adding namespace took 1.022451ms I0422 23:37:20.882683 3845 namespace.go:142] [openshift-service-ca] updating namespace W0422 23:37:29.259231 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0422 23:37:39.568102 3845 cni.go:452] [openshift-image-registry/image-registry-5bf6dcdd8b-74gmm 7706647693c353524217fa781427fa04d53b826c269032b5ae7102f04bded324 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5bf6dcdd8b-74gmm 7706647693c353524217fa781427fa04d53b826c269032b5ae7102f04bded324 network default NAD default NAD key ] I0422 23:37:39.577502 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5bf6dcdd8b-74gmm, hostIfaceName: 7706647693c3535, network: default, NAD default, SandboxID: "7706647693c353524217fa781427fa04d53b826c269032b5ae7102f04bded324", PCI device ID: , UID: "fef6cd6c-1744-4ba4-97de-270e9f66ecc6", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0422 23:37:39.625795 3845 cni.go:473] [openshift-image-registry/image-registry-5bf6dcdd8b-74gmm 7706647693c353524217fa781427fa04d53b826c269032b5ae7102f04bded324 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5bf6dcdd8b-74gmm 7706647693c353524217fa781427fa04d53b826c269032b5ae7102f04bded324 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:18:8c:f1:54:ea\",\"name\":\"7706647693c3535\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7183e5b2-6a37-4fa1-b1d2-d54e03de584d\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:37:45.598102 3845 cni.go:452] [openshift-dns/dns-default-kt9vh ab1302d7e49ef0474a2ad9e3637b9314aa3aa912bbc3e29a7b1e5f1aa66a1d25 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-kt9vh ab1302d7e49ef0474a2ad9e3637b9314aa3aa912bbc3e29a7b1e5f1aa66a1d25 network default NAD default NAD key ] I0422 23:37:45.607306 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-kt9vh, hostIfaceName: ab1302d7e49ef04, network: default, NAD default, SandboxID: "ab1302d7e49ef0474a2ad9e3637b9314aa3aa912bbc3e29a7b1e5f1aa66a1d25", PCI device ID: , UID: "b17a516d-c777-4d82-8907-6d602d8743b4", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0422 23:37:45.655332 3845 cni.go:473] [openshift-dns/dns-default-kt9vh ab1302d7e49ef0474a2ad9e3637b9314aa3aa912bbc3e29a7b1e5f1aa66a1d25 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-kt9vh ab1302d7e49ef0474a2ad9e3637b9314aa3aa912bbc3e29a7b1e5f1aa66a1d25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:d7:99:a5:09:46\",\"name\":\"ab1302d7e49ef04\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a05847be-6931-4ff6-842a-2a3ed9e85bc8\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:37:47.204776 3845 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-h6pb7 c48ba2923aff78814506be0883ecdd34401d5521ede631217f06cce7bca033ad network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-h6pb7 c48ba2923aff78814506be0883ecdd34401d5521ede631217f06cce7bca033ad network default NAD default NAD key ] I0422 23:37:47.214649 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-h6pb7, hostIfaceName: c48ba2923aff788, network: default, NAD default, SandboxID: "c48ba2923aff78814506be0883ecdd34401d5521ede631217f06cce7bca033ad", PCI device ID: , UID: "f9f8e6b5-09ab-452f-a88f-333b29ad777c", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0422 23:37:47.216244 3845 cni.go:452] [openshift-ingress/router-default-6f668548f8-h5sdz 7f76e6b68423a03d0e27284940c56bd23a92f4662a3d15fa4fa7ebaef9e895b5 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6f668548f8-h5sdz 7f76e6b68423a03d0e27284940c56bd23a92f4662a3d15fa4fa7ebaef9e895b5 network default NAD default NAD key ] I0422 23:37:47.225837 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6f668548f8-h5sdz, hostIfaceName: 7f76e6b68423a03, network: default, NAD default, SandboxID: "7f76e6b68423a03d0e27284940c56bd23a92f4662a3d15fa4fa7ebaef9e895b5", PCI device ID: , UID: "66735279-66cd-4a47-8a4d-98029b960ecd", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0422 23:37:47.266038 3845 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-h6pb7 c48ba2923aff78814506be0883ecdd34401d5521ede631217f06cce7bca033ad network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-h6pb7 c48ba2923aff78814506be0883ecdd34401d5521ede631217f06cce7bca033ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:92:57:a5:67:0d\",\"name\":\"c48ba2923aff788\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bb5b1a6-3ae3-4231-add4-1912128e9545\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:37:47.281654 3845 cni.go:473] [openshift-ingress/router-default-6f668548f8-h5sdz 7f76e6b68423a03d0e27284940c56bd23a92f4662a3d15fa4fa7ebaef9e895b5 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6f668548f8-h5sdz 7f76e6b68423a03d0e27284940c56bd23a92f4662a3d15fa4fa7ebaef9e895b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:67:93:91:71:01\",\"name\":\"7f76e6b68423a03\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7806146-f7c7-4d49-a72f-2cc8db1af85b\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0422 23:37:48.961484 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0422 23:37:48.961513 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0422 23:37:48.961571 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0422 23:37:48.961591 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0422 23:37:48.975013 3845 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:48.975032 3845 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:48.975036 3845 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:48.980245 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0422 23:37:48.980262 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0422 23:37:48.980267 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0422 23:37:48.989049 3845 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0422 23:37:49.043782 3845 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0422 23:37:49.044401 3845 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-mpj54] creating logical port openshift-insights_insights-runtime-extractor-mpj54 for pod on switch ip-10-0-2-213.ec2.internal I0422 23:37:49.044501 3845 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-mpj54 I0422 23:37:49.076536 3845 pod.go:62] [openshift-insights/insights-runtime-extractor-mpj54] pod update took 32.064118ms I0422 23:37:49.076562 3845 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-mpj54] addLogicalPort annotation time took 32.097124ms I0422 23:37:49.077710 3845 pods.go:271] [openshift-insights/insights-runtime-extractor-mpj54] addLogicalPort took 33.331641ms, libovsdb time 844.752µs W0422 23:37:49.095957 3845 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0422 23:37:49.346414 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0422 23:37:49.346441 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0422 23:37:49.346450 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0422 23:37:49.346615 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0422 23:37:49.346629 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0422 23:37:49.403028 3845 cni.go:452] [openshift-insights/insights-runtime-extractor-mpj54 2b1b40c791ffcb05ce87c6a23c9105c84bbce3fd657dfd8da33462b9d96e1912 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-mpj54 2b1b40c791ffcb05ce87c6a23c9105c84bbce3fd657dfd8da33462b9d96e1912 network default NAD default NAD key ] I0422 23:37:49.412576 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-mpj54, hostIfaceName: 2b1b40c791ffcb0, network: default, NAD default, SandboxID: "2b1b40c791ffcb05ce87c6a23c9105c84bbce3fd657dfd8da33462b9d96e1912", PCI device ID: , UID: "4f5adfdf-2b74-42e1-a90b-c1362c18913f", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0422 23:37:49.462550 3845 cni.go:473] [openshift-insights/insights-runtime-extractor-mpj54 2b1b40c791ffcb05ce87c6a23c9105c84bbce3fd657dfd8da33462b9d96e1912 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-mpj54 2b1b40c791ffcb05ce87c6a23c9105c84bbce3fd657dfd8da33462b9d96e1912 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:2e:9f:14:a8:a0\",\"name\":\"2b1b40c791ffcb0\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39f8e55e-1819-4132-923f-30f1a9803293\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:37:49.476698 3845 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0422 23:37:50.256309 3845 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kmpkp] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-kmpkp for pod on switch ip-10-0-2-213.ec2.internal I0422 23:37:50.256397 3845 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kmpkp I0422 23:37:50.276971 3845 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kmpkp] pod update took 20.597793ms I0422 23:37:50.276995 3845 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kmpkp] addLogicalPort annotation time took 20.626494ms I0422 23:37:50.278302 3845 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kmpkp] addLogicalPort took 22.003818ms, libovsdb time 967.425µs I0422 23:37:50.613286 3845 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kmpkp e6b09760e5b4c02bf8b9247cd7f3a72a25d9a304d58a92b7c018ff42b4a4ab5b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kmpkp e6b09760e5b4c02bf8b9247cd7f3a72a25d9a304d58a92b7c018ff42b4a4ab5b network default NAD default NAD key ] I0422 23:37:50.623774 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-kmpkp, hostIfaceName: e6b09760e5b4c02, network: default, NAD default, SandboxID: "e6b09760e5b4c02bf8b9247cd7f3a72a25d9a304d58a92b7c018ff42b4a4ab5b", PCI device ID: , UID: "68b5bb54-057d-479e-9fbe-5bc4eed29114", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0422 23:37:50.669094 3845 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kmpkp e6b09760e5b4c02bf8b9247cd7f3a72a25d9a304d58a92b7c018ff42b4a4ab5b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kmpkp e6b09760e5b4c02bf8b9247cd7f3a72a25d9a304d58a92b7c018ff42b4a4ab5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:43:c4:db:dc:21\",\"name\":\"e6b09760e5b4c02\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a02c8f41-d8d4-4b4c-8a0c-30ed4add086e\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0422 23:37:51.566547 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:51.566571 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:51.566577 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:51.566590 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:51.566596 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:51.566605 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:53.173621 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0422 23:37:55.681947 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:55.681969 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:55.681977 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:55.681988 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:55.681993 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:55.682000 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0422 23:37:58.040399 3845 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-sfjgg] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-sfjgg for pod on switch ip-10-0-2-213.ec2.internal I0422 23:37:58.040511 3845 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-sfjgg I0422 23:37:58.064665 3845 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-sfjgg] pod update took 24.199812ms I0422 23:37:58.064686 3845 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-sfjgg] addLogicalPort annotation time took 24.225619ms I0422 23:37:58.065844 3845 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-sfjgg] addLogicalPort took 25.46459ms, libovsdb time 846.185µs W0422 23:37:58.119496 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:58.119522 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:58.119530 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0422 23:37:58.580317 3845 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0422 23:37:58.999408 3845 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-sfjgg 1dbf0fb727cce82decf19677e22762f2995e7b8bea1bc9be2b6aba4b3d605578 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-sfjgg 1dbf0fb727cce82decf19677e22762f2995e7b8bea1bc9be2b6aba4b3d605578 network default NAD default NAD key ] I0422 23:37:59.008929 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-sfjgg, hostIfaceName: 1dbf0fb727cce82, network: default, NAD default, SandboxID: "1dbf0fb727cce82decf19677e22762f2995e7b8bea1bc9be2b6aba4b3d605578", PCI device ID: , UID: "b03f817f-4c37-495f-9019-b021fe954377", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0422 23:37:59.058556 3845 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-sfjgg 1dbf0fb727cce82decf19677e22762f2995e7b8bea1bc9be2b6aba4b3d605578 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-sfjgg 1dbf0fb727cce82decf19677e22762f2995e7b8bea1bc9be2b6aba4b3d605578 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:69:9a:7f:a2:fe\",\"name\":\"1dbf0fb727cce82\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18eae06f-2513-40ea-9388-8661e601d788\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0422 23:37:59.076004 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0422 23:37:59.076026 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0422 23:38:00.572422 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0422 23:38:00.572454 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0422 23:38:01.763888 3845 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:01.763909 3845 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:01.763914 3845 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:01.781425 3845 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:01.781443 3845 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:01.781448 3845 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0422 23:38:02.875320 3845 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-75dd45f4cc-lpm9r] creating logical port openshift-monitoring_metrics-server-75dd45f4cc-lpm9r for pod on switch ip-10-0-2-213.ec2.internal I0422 23:38:02.875438 3845 kube.go:256] Updating pod openshift-monitoring/metrics-server-75dd45f4cc-lpm9r I0422 23:38:02.898449 3845 pod.go:62] [openshift-monitoring/metrics-server-75dd45f4cc-lpm9r] pod update took 23.030651ms I0422 23:38:02.898471 3845 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-75dd45f4cc-lpm9r] addLogicalPort annotation time took 23.058081ms I0422 23:38:02.899664 3845 pods.go:271] [openshift-monitoring/metrics-server-75dd45f4cc-lpm9r] addLogicalPort took 24.361189ms, libovsdb time 867.128µs I0422 23:38:03.234773 3845 cni.go:452] [openshift-monitoring/metrics-server-75dd45f4cc-lpm9r e40fbd95039ad86adb784fb25cacdd32a9391590d1fbffc4760affe50c99ba33 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-75dd45f4cc-lpm9r e40fbd95039ad86adb784fb25cacdd32a9391590d1fbffc4760affe50c99ba33 network default NAD default NAD key ] I0422 23:38:03.243801 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-75dd45f4cc-lpm9r, hostIfaceName: e40fbd95039ad86, network: default, NAD default, SandboxID: "e40fbd95039ad86adb784fb25cacdd32a9391590d1fbffc4760affe50c99ba33", PCI device ID: , UID: "613bb3ee-7581-4887-8b24-4fe81566833e", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0422 23:38:03.291925 3845 cni.go:473] [openshift-monitoring/metrics-server-75dd45f4cc-lpm9r e40fbd95039ad86adb784fb25cacdd32a9391590d1fbffc4760affe50c99ba33 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-75dd45f4cc-lpm9r e40fbd95039ad86adb784fb25cacdd32a9391590d1fbffc4760affe50c99ba33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:95:0d:6d:fa:c6\",\"name\":\"e40fbd95039ad86\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b818fa1-b6aa-41cf-9243-77219b4e00a7\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:38:04.996237 3845 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-213.ec2.internal I0422 23:38:04.996334 3845 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0422 23:38:05.024209 3845 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 27.909417ms I0422 23:38:05.024230 3845 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 27.937193ms I0422 23:38:05.025427 3845 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 29.208415ms, libovsdb time 854.421µs W0422 23:38:05.185866 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0422 23:38:05.354842 3845 cni.go:452] [openshift-monitoring/prometheus-k8s-1 1b6e5e9b66fcf578dedec2c9797f8b654bd9a827c0f4c2e288e4b3d9f17415c2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 1b6e5e9b66fcf578dedec2c9797f8b654bd9a827c0f4c2e288e4b3d9f17415c2 network default NAD default NAD key ] I0422 23:38:05.364396 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 1b6e5e9b66fcf57, network: default, NAD default, SandboxID: "1b6e5e9b66fcf578dedec2c9797f8b654bd9a827c0f4c2e288e4b3d9f17415c2", PCI device ID: , UID: "1c25a6b6-5eaf-4d04-a57c-be5e8a3a47d5", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0422 23:38:05.413156 3845 cni.go:473] [openshift-monitoring/prometheus-k8s-1 1b6e5e9b66fcf578dedec2c9797f8b654bd9a827c0f4c2e288e4b3d9f17415c2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 1b6e5e9b66fcf578dedec2c9797f8b654bd9a827c0f4c2e288e4b3d9f17415c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:43:7f:17:65:05\",\"name\":\"1b6e5e9b66fcf57\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c609e41c-29f1-4df1-a1df-00baf29718e1\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0422 23:38:05.847448 3845 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:05.847464 3845 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:05.847468 3845 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:05.847473 3845 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:05.885423 3845 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:38:05.885443 3845 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:38:05.909661 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0422 23:38:07.204187 3845 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:38:07.204207 3845 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:38:08.722048 3845 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:08.722067 3845 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:08.722072 3845 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:08.722078 3845 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0422 23:38:08.846102 3845 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:08.846666 3845 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:08.846699 3845 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:38:08.846708 3845 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0422 23:38:08.846744 3845 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:38:08.846752 3845 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0422 23:38:09.875122 3845 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:09.875153 3845 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:09.875178 3845 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:09.875191 3845 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:10.787007 3845 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0422 23:38:10.796893 3845 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0422 23:38:12.322413 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0422 23:38:14.235011 3845 cni.go:452] [openshift-image-registry/image-registry-5bf6dcdd8b-74gmm 7706647693c353524217fa781427fa04d53b826c269032b5ae7102f04bded324 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5bf6dcdd8b-74gmm 7706647693c353524217fa781427fa04d53b826c269032b5ae7102f04bded324 network default NAD default NAD key ] I0422 23:38:14.325528 3845 cni.go:473] [openshift-image-registry/image-registry-5bf6dcdd8b-74gmm 7706647693c353524217fa781427fa04d53b826c269032b5ae7102f04bded324 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5bf6dcdd8b-74gmm 7706647693c353524217fa781427fa04d53b826c269032b5ae7102f04bded324 network default NAD default NAD key default], result "{}", err I0422 23:38:14.327447 3845 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd7f9fb89-jchlr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:14.328041 3845 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd7f9fb89-jchlr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:14.379945 3845 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-74gmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:14.379982 3845 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5bf6dcdd8b-74gmm I0422 23:38:14.381385 3845 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5bf6dcdd8b-74gmm, ips: 10.128.0.5 I0422 23:38:14.381414 3845 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-74gmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:14.393011 3845 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7457fd9496-nccmk] creating logical port openshift-image-registry_image-registry-7457fd9496-nccmk for pod on switch ip-10-0-2-213.ec2.internal I0422 23:38:14.393178 3845 kube.go:256] Updating pod openshift-image-registry/image-registry-7457fd9496-nccmk I0422 23:38:14.409328 3845 pod.go:62] [openshift-image-registry/image-registry-7457fd9496-nccmk] pod update took 16.181016ms I0422 23:38:14.409356 3845 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7457fd9496-nccmk] addLogicalPort annotation time took 16.217943ms I0422 23:38:14.410567 3845 pods.go:271] [openshift-image-registry/image-registry-7457fd9496-nccmk] addLogicalPort took 17.571784ms, libovsdb time 895.844µs I0422 23:38:14.753589 3845 cni.go:452] [openshift-image-registry/image-registry-7457fd9496-nccmk 5a5735e985758f150dfe1396944790249c7328a87e207400cd59d5022c5f58f0 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7457fd9496-nccmk 5a5735e985758f150dfe1396944790249c7328a87e207400cd59d5022c5f58f0 network default NAD default NAD key ] I0422 23:38:14.763092 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7457fd9496-nccmk, hostIfaceName: 5a5735e985758f1, network: default, NAD default, SandboxID: "5a5735e985758f150dfe1396944790249c7328a87e207400cd59d5022c5f58f0", PCI device ID: , UID: "5227be73-0f2d-4648-a0d5-2bce0ba5a904", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0422 23:38:14.811543 3845 cni.go:473] [openshift-image-registry/image-registry-7457fd9496-nccmk 5a5735e985758f150dfe1396944790249c7328a87e207400cd59d5022c5f58f0 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7457fd9496-nccmk 5a5735e985758f150dfe1396944790249c7328a87e207400cd59d5022c5f58f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:64:6b:1c:7b:9f\",\"name\":\"5a5735e985758f1\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c47494c2-7764-4c43-963d-487e36189eab\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:38:14.824129 3845 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd7f9fb89-jchlr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:14.824151 3845 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd7f9fb89-jchlr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:14.832667 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bd7f9fb89-jchlr I0422 23:38:14.832698 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bd7f9fb89-jchlr I0422 23:38:15.251904 3845 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-74gmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:15.251927 3845 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-74gmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:15.261981 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bf6dcdd8b-74gmm I0422 23:38:15.262011 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bf6dcdd8b-74gmm W0422 23:38:26.186870 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0422 23:38:29.437006 3845 base_network_controller_pods.go:487] [default/openshift-console/console-556cd88867-flrz9] creating logical port openshift-console_console-556cd88867-flrz9 for pod on switch ip-10-0-2-213.ec2.internal I0422 23:38:29.437133 3845 kube.go:256] Updating pod openshift-console/console-556cd88867-flrz9 I0422 23:38:29.459129 3845 pod.go:62] [openshift-console/console-556cd88867-flrz9] pod update took 22.033711ms I0422 23:38:29.459153 3845 base_network_controller_pods.go:951] [default/openshift-console/console-556cd88867-flrz9] addLogicalPort annotation time took 22.064705ms I0422 23:38:29.460387 3845 pods.go:271] [openshift-console/console-556cd88867-flrz9] addLogicalPort took 23.40358ms, libovsdb time 803.782µs I0422 23:38:29.800986 3845 cni.go:452] [openshift-console/console-556cd88867-flrz9 90fd0ae40bfb567981f446ab14f1af478894faa3cc76faf51626c0a2fa6d8d90 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-556cd88867-flrz9 90fd0ae40bfb567981f446ab14f1af478894faa3cc76faf51626c0a2fa6d8d90 network default NAD default NAD key ] I0422 23:38:29.810589 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-556cd88867-flrz9, hostIfaceName: 90fd0ae40bfb567, network: default, NAD default, SandboxID: "90fd0ae40bfb567981f446ab14f1af478894faa3cc76faf51626c0a2fa6d8d90", PCI device ID: , UID: "9b1871b1-0cb2-42c6-b700-08395c84db40", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0422 23:38:29.858163 3845 cni.go:473] [openshift-console/console-556cd88867-flrz9 90fd0ae40bfb567981f446ab14f1af478894faa3cc76faf51626c0a2fa6d8d90 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-556cd88867-flrz9 90fd0ae40bfb567981f446ab14f1af478894faa3cc76faf51626c0a2fa6d8d90 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:95:b8:66:f8:cd\",\"name\":\"90fd0ae40bfb567\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08cefdfa-7ded-4ff7-9069-02ac056a3467\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0422 23:38:30.817405 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0422 23:38:30.840342 3845 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0422 23:38:30.900791 3845 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0422 23:38:30.926613 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0422 23:38:36.244681 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0422 23:38:39.858611 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0422 23:38:39.878769 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0422 23:38:40.336661 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0422 23:38:44.901289 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0422 23:38:56.141864 3845 obj_retry.go:498] Detected object openshift-console/console-78b898b69d-gksn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:56.142471 3845 obj_retry.go:498] Detected object openshift-console/console-78b898b69d-gksn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:56.954840 3845 obj_retry.go:492] Detected object openshift-console/console-78b898b69d-gksn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:56.954864 3845 obj_retry.go:492] Detected object openshift-console/console-78b898b69d-gksn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:56.963058 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78b898b69d-gksn9 I0422 23:38:56.963085 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78b898b69d-gksn9 I0422 23:39:02.626306 3845 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:02.626946 3845 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:02.967469 3845 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:02.967494 3845 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:02.975515 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 I0422 23:39:02.975540 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 I0422 23:39:04.385249 3845 obj_retry.go:498] Detected object openshift-ingress/router-default-7d9d9c7c9f-jqhrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:04.385841 3845 obj_retry.go:498] Detected object openshift-ingress/router-default-7d9d9c7c9f-jqhrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:05.034277 3845 obj_retry.go:492] Detected object openshift-ingress/router-default-7d9d9c7c9f-jqhrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:05.034299 3845 obj_retry.go:492] Detected object openshift-ingress/router-default-7d9d9c7c9f-jqhrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:05.042791 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7d9d9c7c9f-jqhrv I0422 23:39:05.042812 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7d9d9c7c9f-jqhrv W0422 23:39:05.458867 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:39:05.458895 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0422 23:39:05.705416 3845 obj_retry.go:498] Detected object openshift-console/console-78b898b69d-dbkkf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:05.706052 3845 obj_retry.go:498] Detected object openshift-console/console-78b898b69d-dbkkf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:06.042898 3845 obj_retry.go:492] Detected object openshift-console/console-78b898b69d-dbkkf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:06.042920 3845 obj_retry.go:492] Detected object openshift-console/console-78b898b69d-dbkkf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:06.047069 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78b898b69d-dbkkf I0422 23:39:06.047095 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78b898b69d-dbkkf I0422 23:39:07.602360 3845 cni.go:452] [openshift-multus/network-metrics-daemon-45jnb 1a70e546d0242831ecb583679bd517e1a6370462c415fc982be2409e88378094 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-45jnb 1a70e546d0242831ecb583679bd517e1a6370462c415fc982be2409e88378094 network default NAD default NAD key ] I0422 23:39:07.611656 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-45jnb, hostIfaceName: 1a70e546d024283, network: default, NAD default, SandboxID: "1a70e546d0242831ecb583679bd517e1a6370462c415fc982be2409e88378094", PCI device ID: , UID: "f0d51a1d-2916-471a-9bf8-39befc0e0476", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0422 23:39:07.659536 3845 cni.go:473] [openshift-multus/network-metrics-daemon-45jnb 1a70e546d0242831ecb583679bd517e1a6370462c415fc982be2409e88378094 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-45jnb 1a70e546d0242831ecb583679bd517e1a6370462c415fc982be2409e88378094 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:65:a9:05:44:56\",\"name\":\"1a70e546d024283\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c117e881-bbbf-493e-ac84-49b157225f6e\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:39:21.072495 3845 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:21.073152 3845 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:21.407582 3845 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:21.407606 3845 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:21.417652 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0422 23:39:21.417674 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0422 23:39:24.794945 3845 cni.go:452] [openshift-monitoring/prometheus-k8s-1 1b6e5e9b66fcf578dedec2c9797f8b654bd9a827c0f4c2e288e4b3d9f17415c2 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 1b6e5e9b66fcf578dedec2c9797f8b654bd9a827c0f4c2e288e4b3d9f17415c2 network default NAD default NAD key ] I0422 23:39:24.886025 3845 cni.go:473] [openshift-monitoring/prometheus-k8s-1 1b6e5e9b66fcf578dedec2c9797f8b654bd9a827c0f4c2e288e4b3d9f17415c2 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 1b6e5e9b66fcf578dedec2c9797f8b654bd9a827c0f4c2e288e4b3d9f17415c2 network default NAD default NAD key default], result "{}", err I0422 23:39:24.950157 3845 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:24.950279 3845 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0422 23:39:24.951633 3845 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.17 I0422 23:39:24.951662 3845 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:25.515166 3845 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:25.515188 3845 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:25.525814 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0422 23:39:25.525868 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0422 23:39:25.570077 3845 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-213.ec2.internal I0422 23:39:25.570198 3845 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0422 23:39:25.597714 3845 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 27.559664ms I0422 23:39:25.597764 3845 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 27.612421ms I0422 23:39:25.598982 3845 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 28.919119ms, libovsdb time 866.03µs I0422 23:39:25.931621 3845 cni.go:452] [openshift-monitoring/prometheus-k8s-1 13a55639501679d49acbd5cdf8074fd6321e38a423e85912634187e9a405d167 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 13a55639501679d49acbd5cdf8074fd6321e38a423e85912634187e9a405d167 network default NAD default NAD key ] I0422 23:39:25.941329 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 13a55639501679d, network: default, NAD default, SandboxID: "13a55639501679d49acbd5cdf8074fd6321e38a423e85912634187e9a405d167", PCI device ID: , UID: "c1e0512f-7527-46ea-89d8-76479b4f24a9", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0422 23:39:25.990674 3845 cni.go:473] [openshift-monitoring/prometheus-k8s-1 13a55639501679d49acbd5cdf8074fd6321e38a423e85912634187e9a405d167 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 13a55639501679d49acbd5cdf8074fd6321e38a423e85912634187e9a405d167 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:82:57:91:94:ff\",\"name\":\"13a55639501679d\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1852c170-075f-49a0-b024-8bdc491309a3\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:39:52.671995 3845 obj_retry.go:498] Detected object openshift-console/console-556cd88867-4zxp5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:52.672554 3845 obj_retry.go:498] Detected object openshift-console/console-556cd88867-4zxp5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:53.199673 3845 obj_retry.go:492] Detected object openshift-console/console-556cd88867-4zxp5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:53.199698 3845 obj_retry.go:492] Detected object openshift-console/console-556cd88867-4zxp5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:53.210662 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-556cd88867-4zxp5 I0422 23:39:53.210695 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-556cd88867-4zxp5 I0422 23:39:53.298793 3845 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:53.299368 3845 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:54.227816 3845 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:54.227842 3845 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:54.236514 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0422 23:39:54.236550 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0422 23:40:03.408413 3845 cni.go:452] [openshift-console/console-556cd88867-flrz9 90fd0ae40bfb567981f446ab14f1af478894faa3cc76faf51626c0a2fa6d8d90 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-556cd88867-flrz9 90fd0ae40bfb567981f446ab14f1af478894faa3cc76faf51626c0a2fa6d8d90 network default NAD default NAD key ] I0422 23:40:03.494648 3845 cni.go:473] [openshift-console/console-556cd88867-flrz9 90fd0ae40bfb567981f446ab14f1af478894faa3cc76faf51626c0a2fa6d8d90 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-556cd88867-flrz9 90fd0ae40bfb567981f446ab14f1af478894faa3cc76faf51626c0a2fa6d8d90 network default NAD default NAD key default], result "{}", err I0422 23:40:03.542879 3845 obj_retry.go:498] Detected object openshift-console/console-556cd88867-flrz9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:03.542907 3845 pods.go:176] Deleting pod: openshift-console/console-556cd88867-flrz9 I0422 23:40:03.544282 3845 pods.go:236] Attempting to release IPs for pod: openshift-console/console-556cd88867-flrz9, ips: 10.128.0.19 I0422 23:40:03.544312 3845 obj_retry.go:498] Detected object openshift-console/console-556cd88867-flrz9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:03.959762 3845 obj_retry.go:492] Detected object openshift-console/console-556cd88867-flrz9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:03.959784 3845 obj_retry.go:492] Detected object openshift-console/console-556cd88867-flrz9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:03.968397 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-556cd88867-flrz9 I0422 23:40:03.968419 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-556cd88867-flrz9 I0422 23:40:05.393195 3845 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:05.393924 3845 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:06.294235 3845 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:06.294260 3845 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:24.261405 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=551 W0422 23:40:26.791190 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:40:26.791216 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0422 23:40:28.101489 3845 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:28.102040 3845 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:28.398558 3845 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:28.398585 3845 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:28.408795 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0422 23:40:28.408819 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0422 23:40:45.251126 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0422 23:41:08.337638 3845 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0422 23:41:15.342215 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0422 23:41:36.761377 3845 base_network_controller_pods.go:487] [default/openshift-console/console-5f4dfdf484-rgrmj] creating logical port openshift-console_console-5f4dfdf484-rgrmj for pod on switch ip-10-0-2-213.ec2.internal I0422 23:41:36.761513 3845 kube.go:256] Updating pod openshift-console/console-5f4dfdf484-rgrmj I0422 23:41:36.788868 3845 pod.go:62] [openshift-console/console-5f4dfdf484-rgrmj] pod update took 27.383977ms I0422 23:41:36.788891 3845 base_network_controller_pods.go:951] [default/openshift-console/console-5f4dfdf484-rgrmj] addLogicalPort annotation time took 27.413123ms I0422 23:41:36.790119 3845 pods.go:271] [openshift-console/console-5f4dfdf484-rgrmj] addLogicalPort took 28.759677ms, libovsdb time 918.121µs I0422 23:41:37.119388 3845 cni.go:452] [openshift-console/console-5f4dfdf484-rgrmj 69f4aa598136d6b40c8166579a7d9d808bb36a9227eb9849b250f69526e83694 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5f4dfdf484-rgrmj 69f4aa598136d6b40c8166579a7d9d808bb36a9227eb9849b250f69526e83694 network default NAD default NAD key ] I0422 23:41:37.129177 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5f4dfdf484-rgrmj, hostIfaceName: 69f4aa598136d6b, network: default, NAD default, SandboxID: "69f4aa598136d6b40c8166579a7d9d808bb36a9227eb9849b250f69526e83694", PCI device ID: , UID: "773a0270-a831-41d0-9746-2a7e93333b67", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0422 23:41:37.177441 3845 cni.go:473] [openshift-console/console-5f4dfdf484-rgrmj 69f4aa598136d6b40c8166579a7d9d808bb36a9227eb9849b250f69526e83694 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5f4dfdf484-rgrmj 69f4aa598136d6b40c8166579a7d9d808bb36a9227eb9849b250f69526e83694 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:e4:f5:b2:4f:4e\",\"name\":\"69f4aa598136d6b\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66d8864d-9644-45a1-a2bc-a85a04017154\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0422 23:41:48.058692 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0422 23:41:50.358785 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0422 23:41:50.364142 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0422 23:42:02.104112 3845 obj_retry.go:498] Detected object openshift-console/console-99479fc95-zlfdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:42:02.104768 3845 obj_retry.go:498] Detected object openshift-console/console-99479fc95-zlfdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:42:02.789217 3845 obj_retry.go:492] Detected object openshift-console/console-99479fc95-zlfdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:42:02.789240 3845 obj_retry.go:492] Detected object openshift-console/console-99479fc95-zlfdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:42:02.799473 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-99479fc95-zlfdm I0422 23:42:02.799496 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-99479fc95-zlfdm I0422 23:42:13.380285 3845 obj_retry.go:498] Detected object openshift-console/console-99479fc95-dhq85 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:42:13.380956 3845 obj_retry.go:498] Detected object openshift-console/console-99479fc95-dhq85 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:42:13.807657 3845 obj_retry.go:492] Detected object openshift-console/console-99479fc95-dhq85 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:42:13.807692 3845 obj_retry.go:492] Detected object openshift-console/console-99479fc95-dhq85 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:42:13.816538 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-99479fc95-dhq85 I0422 23:42:13.816570 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-99479fc95-dhq85 I0422 23:42:14.374827 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0422 23:43:12.247473 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136 W0422 23:43:16.078534 3845 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0422 23:43:17.252372 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0422 23:43:27.129601 3845 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0422 23:43:27.129675 3845 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-crmmq IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-crmmq: no pod IPs found I0422 23:44:11.247105 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=86 I0422 23:44:22.369961 3845 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0422 23:44:26.354089 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0422 23:44:48.375098 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0422 23:45:00.347140 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0422 23:45:13.253584 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=18 I0422 23:45:23.337692 3845 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0422 23:45:48.690647 3845 namespace.go:98] [tsf] adding namespace I0422 23:45:48.691515 3845 namespace.go:102] [tsf] adding namespace took 850.272µs I0422 23:45:48.707929 3845 namespace.go:142] [tsf] updating namespace I0422 23:45:48.720913 3845 namespace.go:142] [tsf] updating namespace I0422 23:45:52.823474 3845 namespace.go:98] [konflux-ui] adding namespace I0422 23:45:52.824382 3845 namespace.go:102] [konflux-ui] adding namespace took 884.527µs I0422 23:45:52.830918 3845 namespace.go:98] [tsf-tas] adding namespace I0422 23:45:52.830940 3845 namespace.go:98] [tsf-keycloak] adding namespace I0422 23:45:52.831073 3845 namespace.go:98] [cert-manager-operator] adding namespace I0422 23:45:52.831201 3845 namespace.go:98] [tsf-tpa] adding namespace I0422 23:45:52.831324 3845 namespace.go:98] [rhbk-operator] adding namespace I0422 23:45:52.831369 3845 namespace.go:98] [konflux-operator] adding namespace I0422 23:45:52.831494 3845 namespace.go:98] [rhtpa-operator] adding namespace I0422 23:45:52.831743 3845 namespace.go:102] [tsf-tas] adding namespace took 808.359µs I0422 23:45:52.832247 3845 namespace.go:102] [tsf-keycloak] adding namespace took 1.295126ms I0422 23:45:52.832768 3845 namespace.go:102] [cert-manager-operator] adding namespace took 1.68055ms I0422 23:45:52.833278 3845 namespace.go:102] [tsf-tpa] adding namespace took 2.057669ms I0422 23:45:52.833779 3845 namespace.go:102] [rhbk-operator] adding namespace took 2.444027ms I0422 23:45:52.834239 3845 namespace.go:102] [konflux-operator] adding namespace took 2.831647ms I0422 23:45:52.834746 3845 namespace.go:102] [rhtpa-operator] adding namespace took 3.241276ms I0422 23:45:52.843755 3845 namespace.go:142] [konflux-ui] updating namespace I0422 23:45:52.860480 3845 namespace.go:142] [konflux-ui] updating namespace I0422 23:45:52.872783 3845 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:45:52.875762 3845 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:45:52.877380 3845 namespace.go:142] [tsf-tas] updating namespace I0422 23:45:52.877439 3845 namespace.go:142] [tsf-tpa] updating namespace I0422 23:45:52.885360 3845 namespace.go:142] [rhbk-operator] updating namespace I0422 23:45:52.890352 3845 namespace.go:142] [konflux-operator] updating namespace I0422 23:45:52.892287 3845 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:45:52.892292 3845 namespace.go:142] [tsf-tas] updating namespace I0422 23:45:52.899273 3845 namespace.go:142] [konflux-ui] updating namespace I0422 23:45:52.910951 3845 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:45:52.925914 3845 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:45:52.938894 3845 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:45:52.960594 3845 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:45:52.973167 3845 namespace.go:142] [tsf-tpa] updating namespace I0422 23:45:52.988398 3845 namespace.go:142] [tsf-tpa] updating namespace I0422 23:45:53.006878 3845 namespace.go:142] [rhbk-operator] updating namespace I0422 23:45:53.028407 3845 namespace.go:142] [rhbk-operator] updating namespace I0422 23:45:53.039524 3845 namespace.go:142] [konflux-operator] updating namespace I0422 23:45:53.061404 3845 namespace.go:142] [konflux-operator] updating namespace I0422 23:45:53.080103 3845 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:45:53.091489 3845 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:45:53.233773 3845 namespace.go:142] [tsf-tas] updating namespace I0422 23:45:53.887060 3845 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:45:53.887134 3845 namespace.go:142] [tsf-tpa] updating namespace I0422 23:46:00.606903 3845 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:00.607557 3845 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:00.607580 3845 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:00.607588 3845 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:00.607605 3845 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:00.607613 3845 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:01.636521 3845 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:01.636542 3845 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:01.636555 3845 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:01.636568 3845 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:01.692032 3845 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:01.692562 3845 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:01.692586 3845 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:01.692594 3845 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:01.692605 3845 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:01.692611 3845 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:02.720564 3845 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:02.720593 3845 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:02.720608 3845 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:02.720624 3845 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:08.028768 3845 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:08.029336 3845 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:08.029367 3845 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:08.029378 3845 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:08.029395 3845 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:08.029401 3845 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:08.927795 3845 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:08.927819 3845 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:08.927836 3845 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:08.927846 3845 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:09.047406 3845 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:09.047974 3845 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:09.048006 3845 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:09.048016 3845 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:09.048036 3845 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:09.048046 3845 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:10.064684 3845 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.065269 3845 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.065294 3845 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.065301 3845 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:10.065315 3845 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.065321 3845 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:10.076688 3845 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:10.076710 3845 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:10.076746 3845 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:10.076769 3845 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:10.090013 3845 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.090559 3845 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.090581 3845 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.090589 3845 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:10.090605 3845 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.090611 3845 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:10.493694 3845 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-fczq5] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-fczq5 for pod on switch ip-10-0-2-213.ec2.internal I0422 23:46:10.493829 3845 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-fczq5 I0422 23:46:10.510634 3845 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-fczq5] pod update took 16.834411ms I0422 23:46:10.510663 3845 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-fczq5] addLogicalPort annotation time took 16.866858ms I0422 23:46:10.512003 3845 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-fczq5] addLogicalPort took 18.327238ms, libovsdb time 948.802µs I0422 23:46:10.852837 3845 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-fczq5 2ccd4dae5c8e8186c90ed1d942d72e2c201645ae87f125961bbdc4bd352e3252 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-fczq5 2ccd4dae5c8e8186c90ed1d942d72e2c201645ae87f125961bbdc4bd352e3252 network default NAD default NAD key ] I0422 23:46:10.862508 3845 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-fczq5, hostIfaceName: 2ccd4dae5c8e818, network: default, NAD default, SandboxID: "2ccd4dae5c8e8186c90ed1d942d72e2c201645ae87f125961bbdc4bd352e3252", PCI device ID: , UID: "2b1f4263-86c3-4ad0-9d01-5a9824bd9735", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0422 23:46:10.913579 3845 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-fczq5 2ccd4dae5c8e8186c90ed1d942d72e2c201645ae87f125961bbdc4bd352e3252 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-fczq5 2ccd4dae5c8e8186c90ed1d942d72e2c201645ae87f125961bbdc4bd352e3252 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:b4:00:2a:2b:b0\",\"name\":\"2ccd4dae5c8e818\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0e129b1-ebd6-4ce6-86e0-b2b393222523\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:46:11.114921 3845 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.114947 3845 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.114960 3845 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.114973 3845 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.137078 3845 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.137105 3845 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.137116 3845 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.137129 3845 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0422 23:46:15.065987 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0422 23:46:18.281911 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0422 23:46:18.294577 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0422 23:46:18.299962 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0422 23:46:18.314175 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0422 23:46:22.560911 3845 namespace.go:142] [openshift-operators] updating namespace I0422 23:46:22.599295 3845 namespace.go:142] [openshift-operators] updating namespace W0422 23:46:26.084151 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0422 23:46:26.662637 3845 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-xdzfv for pod on switch ip-10-0-2-213.ec2.internal I0422 23:46:26.662822 3845 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv I0422 23:46:26.733579 3845 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv I0422 23:46:26.746989 3845 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv] addLogicalPort annotation time took 84.196737ms I0422 23:46:26.747012 3845 base_network_controller_pods.go:842] Released IPs: 10.128.0.23 for node: ip-10-0-2-213.ec2.internal I0422 23:46:26.747019 3845 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv] addLogicalPort took 84.402265ms, libovsdb time 0s E0422 23:46:26.747035 3845 obj_retry.go:716] Failed to update *v1.Pod, old=konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv, new=konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv, error: addLogicalPort failed for konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv: failed to update pod konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv: Operation cannot be fulfilled on pods "konflux-operator-controller-manager-66b879f574-xdzfv": the object has been modified; please apply your changes to the latest version and try again I0422 23:46:26.747116 3845 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-xdzfv for pod on switch ip-10-0-2-213.ec2.internal I0422 23:46:26.747162 3845 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"konflux-operator", Name:"konflux-operator-controller-manager-66b879f574-xdzfv", UID:"364f9d83-91e1-4f3f-bb17-1add3d39dcc4", APIVersion:"v1", ResourceVersion:"17623", FieldPath:""}): type: 'Warning' reason: 'ErrorUpdatingResource' addLogicalPort failed for konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv: failed to update pod konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv: Operation cannot be fulfilled on pods "konflux-operator-controller-manager-66b879f574-xdzfv": the object has been modified; please apply your changes to the latest version and try again I0422 23:46:26.747215 3845 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv I0422 23:46:26.785411 3845 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv] pod update took 38.222735ms I0422 23:46:26.785446 3845 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv] addLogicalPort annotation time took 38.263408ms I0422 23:46:26.786662 3845 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv] addLogicalPort took 39.555339ms, libovsdb time 827.858µs I0422 23:46:27.020751 3845 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv bdced44b467ec33ae4ded4a739d7c43688b036c684643b3408c9c70fd2b481a1 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv bdced44b467ec33ae4ded4a739d7c43688b036c684643b3408c9c70fd2b481a1 network default NAD default NAD key ] I0422 23:46:27.030971 3845 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-xdzfv, hostIfaceName: bdced44b467ec33, network: default, NAD default, SandboxID: "bdced44b467ec33ae4ded4a739d7c43688b036c684643b3408c9c70fd2b481a1", PCI device ID: , UID: "364f9d83-91e1-4f3f-bb17-1add3d39dcc4", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0422 23:46:27.081367 3845 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv bdced44b467ec33ae4ded4a739d7c43688b036c684643b3408c9c70fd2b481a1 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-xdzfv bdced44b467ec33ae4ded4a739d7c43688b036c684643b3408c9c70fd2b481a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:60:b0:6d:1f:d2\",\"name\":\"bdced44b467ec33\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18a1a2d6-bf4a-4f4f-a917-68d6643f3fac\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0422 23:46:30.264380 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0422 23:46:31.079248 3845 namespace.go:142] [openshift-operators] updating namespace I0422 23:46:31.490502 3845 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-vhr25] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-vhr25 for pod on switch ip-10-0-2-213.ec2.internal I0422 23:46:31.490647 3845 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-vhr25 I0422 23:46:31.517037 3845 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-vhr25] pod update took 26.41111ms I0422 23:46:31.517062 3845 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-vhr25] addLogicalPort annotation time took 26.443451ms I0422 23:46:31.518377 3845 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-vhr25] addLogicalPort took 27.897812ms, libovsdb time 965.921µs I0422 23:46:31.866826 3845 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-vhr25 87e6deeafee32f8beb1dffc8b969790d1f88baf426aeda83c63318adfb8e4eee network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-vhr25 87e6deeafee32f8beb1dffc8b969790d1f88baf426aeda83c63318adfb8e4eee network default NAD default NAD key ] I0422 23:46:31.877215 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-vhr25, hostIfaceName: 87e6deeafee32f8, network: default, NAD default, SandboxID: "87e6deeafee32f8beb1dffc8b969790d1f88baf426aeda83c63318adfb8e4eee", PCI device ID: , UID: "997b8b87-6cf3-4436-a820-5eb1bd18083f", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0422 23:46:31.928600 3845 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-vhr25 87e6deeafee32f8beb1dffc8b969790d1f88baf426aeda83c63318adfb8e4eee network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-vhr25 87e6deeafee32f8beb1dffc8b969790d1f88baf426aeda83c63318adfb8e4eee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:4f:11:47:5f:61\",\"name\":\"87e6deeafee32f8\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc57c12e-269f-494e-bb60-8ea2194c8ea8\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:46:32.634546 3845 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7mwf7] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-7mwf7 for pod on switch ip-10-0-2-213.ec2.internal I0422 23:46:32.634660 3845 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7mwf7 I0422 23:46:32.656155 3845 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7mwf7] pod update took 21.520159ms I0422 23:46:32.656185 3845 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7mwf7] addLogicalPort annotation time took 21.55276ms I0422 23:46:32.659982 3845 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7mwf7] addLogicalPort took 25.463358ms, libovsdb time 3.375761ms I0422 23:46:32.993843 3845 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7mwf7 7f5063321dd8af96bb66022f442b3c38bc33424901c327b08870cdc13e5cf299 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7mwf7 7f5063321dd8af96bb66022f442b3c38bc33424901c327b08870cdc13e5cf299 network default NAD default NAD key ] I0422 23:46:33.004265 3845 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-7mwf7, hostIfaceName: 7f5063321dd8af9, network: default, NAD default, SandboxID: "7f5063321dd8af96bb66022f442b3c38bc33424901c327b08870cdc13e5cf299", PCI device ID: , UID: "b2026dcf-c2a3-48b8-bd80-5d7d9846b9bb", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0422 23:46:33.054095 3845 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7mwf7 7f5063321dd8af96bb66022f442b3c38bc33424901c327b08870cdc13e5cf299 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7mwf7 7f5063321dd8af96bb66022f442b3c38bc33424901c327b08870cdc13e5cf299 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:21:91:9c:f8:6c\",\"name\":\"7f5063321dd8af9\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54047baa-e3cc-4066-a475-a11d0ce2f6aa\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0422 23:46:35.698580 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0422 23:46:35.748508 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0422 23:46:35.923101 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0422 23:46:35.966061 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0422 23:46:37.977683 3845 namespace.go:98] [cert-manager] adding namespace I0422 23:46:37.978574 3845 namespace.go:102] [cert-manager] adding namespace took 866.723µs I0422 23:46:38.020111 3845 namespace.go:142] [cert-manager] updating namespace I0422 23:46:38.052345 3845 namespace.go:142] [cert-manager] updating namespace I0422 23:46:38.404068 3845 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2tgn9] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-2tgn9 for pod on switch ip-10-0-2-213.ec2.internal I0422 23:46:38.404233 3845 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2tgn9 I0422 23:46:38.434213 3845 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2tgn9] pod update took 30.006453ms I0422 23:46:38.434239 3845 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2tgn9] addLogicalPort annotation time took 30.037253ms I0422 23:46:38.435483 3845 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2tgn9] addLogicalPort took 31.431946ms, libovsdb time 885.045µs I0422 23:46:38.758647 3845 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2tgn9 6f2657abc48c371aa7947ecf8c702edc1475f4b2dae5942b0caebb4aef2e6588 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2tgn9 6f2657abc48c371aa7947ecf8c702edc1475f4b2dae5942b0caebb4aef2e6588 network default NAD default NAD key ] I0422 23:46:38.768420 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-2tgn9, hostIfaceName: 6f2657abc48c371, network: default, NAD default, SandboxID: "6f2657abc48c371aa7947ecf8c702edc1475f4b2dae5942b0caebb4aef2e6588", PCI device ID: , UID: "379097fa-c9ba-4b6b-a25e-2f7a09e6376f", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0422 23:46:38.819675 3845 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2tgn9 6f2657abc48c371aa7947ecf8c702edc1475f4b2dae5942b0caebb4aef2e6588 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2tgn9 6f2657abc48c371aa7947ecf8c702edc1475f4b2dae5942b0caebb4aef2e6588 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:44:4e:0a:71:0b\",\"name\":\"6f2657abc48c371\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d002c20-3611-4e6c-afbe-2565f4525d20\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:46:38.917003 3845 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-grdfm] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-grdfm for pod on switch ip-10-0-2-213.ec2.internal I0422 23:46:38.917103 3845 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-grdfm I0422 23:46:38.939048 3845 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-grdfm] pod update took 21.970582ms I0422 23:46:38.939071 3845 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-grdfm] addLogicalPort annotation time took 22.000226ms I0422 23:46:38.940252 3845 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-grdfm] addLogicalPort took 23.265441ms, libovsdb time 851.856µs I0422 23:46:39.269673 3845 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-grdfm e3cf9e316c713f1cc9a84ba513d1d59eedf1f2dacab3284dbf3bbbd5e70f53d3 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-grdfm e3cf9e316c713f1cc9a84ba513d1d59eedf1f2dacab3284dbf3bbbd5e70f53d3 network default NAD default NAD key ] I0422 23:46:39.279267 3845 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-grdfm, hostIfaceName: e3cf9e316c713f1, network: default, NAD default, SandboxID: "e3cf9e316c713f1cc9a84ba513d1d59eedf1f2dacab3284dbf3bbbd5e70f53d3", PCI device ID: , UID: "7ecfc9fd-e14c-413b-89eb-c7ffbdb76358", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0422 23:46:39.328243 3845 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-grdfm e3cf9e316c713f1cc9a84ba513d1d59eedf1f2dacab3284dbf3bbbd5e70f53d3 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-grdfm e3cf9e316c713f1cc9a84ba513d1d59eedf1f2dacab3284dbf3bbbd5e70f53d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:93:56:eb:ee:63\",\"name\":\"e3cf9e316c713f1\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca70f7bd-73e6-421d-80e1-b19d1f9cdfbd\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0422 23:46:41.169901 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0422 23:46:42.272385 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0422 23:46:42.272406 3845 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0422 23:46:42.301648 3845 namespace.go:98] [trusted-artifact-signer] adding namespace I0422 23:46:42.302561 3845 namespace.go:102] [trusted-artifact-signer] adding namespace took 893.199µs I0422 23:46:42.339388 3845 namespace.go:142] [trusted-artifact-signer] updating namespace W0422 23:46:42.342412 3845 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0422 23:46:42.377350 3845 namespace.go:142] [trusted-artifact-signer] updating namespace I0422 23:46:42.878471 3845 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-2vdcz] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-2vdcz for pod on switch ip-10-0-2-213.ec2.internal I0422 23:46:42.878593 3845 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-2vdcz I0422 23:46:43.025555 3845 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-2vdcz I0422 23:46:43.126146 3845 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-2vdcz] pod update took 247.574504ms I0422 23:46:43.126169 3845 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-2vdcz] addLogicalPort annotation time took 247.604087ms I0422 23:46:43.127408 3845 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-2vdcz] addLogicalPort took 248.952414ms, libovsdb time 862.544µs I0422 23:46:43.243531 3845 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-2vdcz 7011d13b9ceb50574009c161527072ceb636d8d88c95f291e5273e9c1895b4ff network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-2vdcz 7011d13b9ceb50574009c161527072ceb636d8d88c95f291e5273e9c1895b4ff network default NAD default NAD key ] I0422 23:46:43.252515 3845 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-2vdcz, hostIfaceName: 7011d13b9ceb505, network: default, NAD default, SandboxID: "7011d13b9ceb50574009c161527072ceb636d8d88c95f291e5273e9c1895b4ff", PCI device ID: , UID: "ef027832-d240-4300-a617-ca1874600797", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0422 23:46:43.303667 3845 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-2vdcz 7011d13b9ceb50574009c161527072ceb636d8d88c95f291e5273e9c1895b4ff network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-2vdcz 7011d13b9ceb50574009c161527072ceb636d8d88c95f291e5273e9c1895b4ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:5a:c8:17:95:e5\",\"name\":\"7011d13b9ceb505\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b758d7a-1e17-47b0-95d6-a0415941aa4f\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:46:43.386203 3845 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:43.386777 3845 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:43.409396 3845 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:43.409419 3845 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:43.445032 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0422 23:46:43.445062 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0422 23:46:45.974286 3845 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-nq2w9] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-nq2w9 for pod on switch ip-10-0-2-213.ec2.internal I0422 23:46:45.974416 3845 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-nq2w9 I0422 23:46:46.007488 3845 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-nq2w9] pod update took 33.104077ms I0422 23:46:46.007512 3845 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-nq2w9] addLogicalPort annotation time took 33.137289ms I0422 23:46:46.008886 3845 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-nq2w9] addLogicalPort took 34.62474ms, libovsdb time 933.517µs I0422 23:46:46.613482 3845 namespace.go:98] [openshift-pipelines] adding namespace I0422 23:46:46.614473 3845 namespace.go:102] [openshift-pipelines] adding namespace took 960.314µs I0422 23:46:46.646733 3845 namespace.go:142] [openshift-pipelines] updating namespace I0422 23:46:47.514534 3845 namespace.go:142] [cert-manager] updating namespace I0422 23:46:47.722472 3845 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:46:48.005104 3845 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-nq2w9 3b00ad8374db1fd7f42013f36d55f5097f0f581f761e885c8429899efb4a9aff network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-nq2w9 3b00ad8374db1fd7f42013f36d55f5097f0f581f761e885c8429899efb4a9aff network default NAD default NAD key ] I0422 23:46:48.014648 3845 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-nq2w9, hostIfaceName: 3b00ad8374db1fd, network: default, NAD default, SandboxID: "3b00ad8374db1fd7f42013f36d55f5097f0f581f761e885c8429899efb4a9aff", PCI device ID: , UID: "cf01e249-809b-49cb-8b3a-ee9d25a0bee1", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0422 23:46:48.067990 3845 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-nq2w9 3b00ad8374db1fd7f42013f36d55f5097f0f581f761e885c8429899efb4a9aff network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-nq2w9 3b00ad8374db1fd7f42013f36d55f5097f0f581f761e885c8429899efb4a9aff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:1f:9e:1a:54:d5\",\"name\":\"3b00ad8374db1fd\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69c06c59-219b-4e51-b9b1-f65cf2a12503\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:46:48.162752 3845 namespace.go:142] [konflux-operator] updating namespace W0422 23:46:48.242875 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0422 23:46:48.242895 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0422 23:46:48.346070 3845 namespace.go:142] [konflux-ui] updating namespace I0422 23:46:48.611445 3845 namespace.go:142] [open-cluster-management-2prgjhduhjsungevuuvlv1ornuu76ung] updating namespace I0422 23:46:49.075668 3845 namespace.go:142] [rhbk-operator] updating namespace I0422 23:46:49.339211 3845 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:46:49.512267 3845 namespace.go:142] [trusted-artifact-signer] updating namespace I0422 23:46:49.701476 3845 namespace.go:142] [tsf] updating namespace I0422 23:46:49.921630 3845 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:46:50.117468 3845 namespace.go:142] [tsf-tas] updating namespace I0422 23:46:50.344861 3845 namespace.go:142] [tsf-tpa] updating namespace I0422 23:46:50.514462 3845 namespace.go:142] [cert-manager] updating namespace I0422 23:46:50.536565 3845 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:46:50.552581 3845 namespace.go:142] [default] updating namespace I0422 23:46:50.567412 3845 namespace.go:142] [konflux-operator] updating namespace I0422 23:46:50.579502 3845 namespace.go:142] [konflux-ui] updating namespace I0422 23:46:50.594033 3845 namespace.go:142] [open-cluster-management-2prgjhduhjsungevuuvlv1ornuu76ung] updating namespace I0422 23:46:50.613402 3845 namespace.go:142] [openshift] updating namespace I0422 23:46:50.634412 3845 namespace.go:142] [rhbk-operator] updating namespace I0422 23:46:50.667550 3845 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:46:50.687500 3845 namespace.go:142] [trusted-artifact-signer] updating namespace I0422 23:46:50.715485 3845 namespace.go:142] [tsf] updating namespace I0422 23:46:50.735444 3845 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:46:50.756374 3845 namespace.go:142] [tsf-tas] updating namespace I0422 23:46:50.772305 3845 namespace.go:142] [tsf-tpa] updating namespace I0422 23:46:50.848504 3845 namespace.go:142] [cert-manager] updating namespace I0422 23:46:50.927755 3845 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:46:51.009409 3845 namespace.go:142] [default] updating namespace I0422 23:46:51.091445 3845 namespace.go:142] [konflux-operator] updating namespace I0422 23:46:51.185604 3845 namespace.go:142] [konflux-ui] updating namespace I0422 23:46:51.273479 3845 namespace.go:142] [open-cluster-management-2prgjhduhjsungevuuvlv1ornuu76ung] updating namespace I0422 23:46:51.343577 3845 namespace.go:142] [openshift] updating namespace I0422 23:46:51.435421 3845 namespace.go:142] [rhbk-operator] updating namespace I0422 23:46:51.521617 3845 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:46:51.631548 3845 namespace.go:142] [trusted-artifact-signer] updating namespace I0422 23:46:51.731655 3845 namespace.go:142] [tsf] updating namespace I0422 23:46:51.834616 3845 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:46:51.933465 3845 namespace.go:142] [tsf-tas] updating namespace I0422 23:46:52.024404 3845 namespace.go:142] [tsf-tpa] updating namespace I0422 23:46:52.469749 3845 namespace.go:142] [openshift-pipelines] updating namespace W0422 23:46:53.245447 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0422 23:46:56.212524 3845 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0422 23:46:56.280331 3845 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0422 23:46:59.432599 3845 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-9bm9t] creating logical port cert-manager_cert-manager-59c77684cc-9bm9t for pod on switch ip-10-0-2-213.ec2.internal I0422 23:46:59.432760 3845 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-9bm9t I0422 23:46:59.464365 3845 pod.go:62] [cert-manager/cert-manager-59c77684cc-9bm9t] pod update took 31.646267ms I0422 23:46:59.464394 3845 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-9bm9t] addLogicalPort annotation time took 31.681462ms I0422 23:46:59.465694 3845 pods.go:271] [cert-manager/cert-manager-59c77684cc-9bm9t] addLogicalPort took 33.115158ms, libovsdb time 865.158µs I0422 23:47:00.088169 3845 cni.go:452] [cert-manager/cert-manager-59c77684cc-9bm9t d59e20708d4ffd5b76af9a2a00fdb57f93f90b93b42401b425e7d5c81230e477 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-9bm9t d59e20708d4ffd5b76af9a2a00fdb57f93f90b93b42401b425e7d5c81230e477 network default NAD default NAD key ] I0422 23:47:00.097319 3845 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-9bm9t, hostIfaceName: d59e20708d4ffd5, network: default, NAD default, SandboxID: "d59e20708d4ffd5b76af9a2a00fdb57f93f90b93b42401b425e7d5c81230e477", PCI device ID: , UID: "6f8188d6-c24e-4c92-8683-5e9ba30577ee", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0422 23:47:00.147534 3845 cni.go:473] [cert-manager/cert-manager-59c77684cc-9bm9t d59e20708d4ffd5b76af9a2a00fdb57f93f90b93b42401b425e7d5c81230e477 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-9bm9t d59e20708d4ffd5b76af9a2a00fdb57f93f90b93b42401b425e7d5c81230e477 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:59:c2:bb:0e:ec\",\"name\":\"d59e20708d4ffd5\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a868337d-9d76-4b97-87ef-f7cfb6c04c09\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:47:03.071246 3845 namespace.go:142] [openshift-pipelines] updating namespace W0422 23:47:07.972596 3845 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0422 23:47:07.972615 3845 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0422 23:47:07.972620 3845 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0422 23:47:07.972624 3845 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0422 23:47:08.037635 3845 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0422 23:47:08.037655 3845 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0422 23:47:08.037661 3845 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0422 23:47:09.264174 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=255 W0422 23:47:11.271761 3845 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0422 23:47:11.271778 3845 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0422 23:47:11.271783 3845 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0422 23:47:28.345473 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0422 23:47:28.616664 3845 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-kx9bz] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-kx9bz for pod on switch ip-10-0-2-213.ec2.internal I0422 23:47:28.616847 3845 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-kx9bz I0422 23:47:28.632782 3845 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-kx9bz] pod update took 16.015952ms I0422 23:47:28.632812 3845 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-kx9bz] addLogicalPort annotation time took 16.052885ms I0422 23:47:28.634101 3845 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-kx9bz] addLogicalPort took 17.45504ms, libovsdb time 863.698µs I0422 23:47:28.978466 3845 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-kx9bz d427928a3923ca1eecc228d95dd8a2b1acf4967b28401dd1f08d46cd3d329cfb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-kx9bz d427928a3923ca1eecc228d95dd8a2b1acf4967b28401dd1f08d46cd3d329cfb network default NAD default NAD key ] I0422 23:47:28.987739 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-kx9bz, hostIfaceName: d427928a3923ca1, network: default, NAD default, SandboxID: "d427928a3923ca1eecc228d95dd8a2b1acf4967b28401dd1f08d46cd3d329cfb", PCI device ID: , UID: "111fcdd3-a3cd-4d72-bede-a7eee0ba3db8", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0422 23:47:29.040861 3845 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-kx9bz d427928a3923ca1eecc228d95dd8a2b1acf4967b28401dd1f08d46cd3d329cfb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-kx9bz d427928a3923ca1eecc228d95dd8a2b1acf4967b28401dd1f08d46cd3d329cfb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:46:d5:31:16:c0\",\"name\":\"d427928a3923ca1\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b15cad0-e5f5-45f9-992c-fd2ac8c64179\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0422 23:47:32.078690 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0422 23:47:39.556029 3845 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:47:39.556637 3845 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:47:39.578411 3845 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:47:39.578433 3845 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:47:39.587364 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0422 23:47:39.587392 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0422 23:47:41.476999 3845 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0422 23:47:41.477687 3845 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0422 23:47:41.477711 3845 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0422 23:47:41.479927 3845 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0422 23:47:45.048246 3845 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-rfrfh] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-rfrfh for pod on switch ip-10-0-2-213.ec2.internal I0422 23:47:45.048341 3845 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-rfrfh I0422 23:47:45.065812 3845 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-rfrfh] pod update took 17.491583ms I0422 23:47:45.065836 3845 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-rfrfh] addLogicalPort annotation time took 17.526028ms I0422 23:47:45.067209 3845 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-rfrfh] addLogicalPort took 18.980156ms, libovsdb time 909.98µs I0422 23:47:45.408978 3845 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-rfrfh 3c2331751a6df50c980c371854c10a5a53fe71b7bdea664c5746c6dc9447dbaa network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-rfrfh 3c2331751a6df50c980c371854c10a5a53fe71b7bdea664c5746c6dc9447dbaa network default NAD default NAD key ] I0422 23:47:45.419210 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-rfrfh, hostIfaceName: 3c2331751a6df50, network: default, NAD default, SandboxID: "3c2331751a6df50c980c371854c10a5a53fe71b7bdea664c5746c6dc9447dbaa", PCI device ID: , UID: "98c7bc7f-31f7-4d17-9486-569b59be0b8a", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0422 23:47:45.470712 3845 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-rfrfh 3c2331751a6df50c980c371854c10a5a53fe71b7bdea664c5746c6dc9447dbaa network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-rfrfh 3c2331751a6df50c980c371854c10a5a53fe71b7bdea664c5746c6dc9447dbaa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:c1:fe:78:d1:76\",\"name\":\"3c2331751a6df50\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d3bb378-3d3c-4fdd-82ab-650bed673c03\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:47:49.624843 3845 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0422 23:47:50.495834 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0422 23:47:50.495854 3845 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0422 23:47:50.502826 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0422 23:47:50.502844 3845 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak I0422 23:47:55.362592 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0422 23:48:03.997350 3845 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-9c4w6] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-9c4w6 for pod on switch ip-10-0-2-213.ec2.internal I0422 23:48:03.997483 3845 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-9c4w6 I0422 23:48:04.018166 3845 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-9c4w6] pod update took 20.710026ms I0422 23:48:04.018191 3845 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-9c4w6] addLogicalPort annotation time took 20.742238ms I0422 23:48:04.019659 3845 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-9c4w6] addLogicalPort took 22.329886ms, libovsdb time 960.022µs I0422 23:48:04.198576 3845 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-7r4kl] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-7r4kl for pod on switch ip-10-0-2-213.ec2.internal I0422 23:48:04.198711 3845 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-7r4kl I0422 23:48:04.216542 3845 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-7r4kl] pod update took 17.862881ms I0422 23:48:04.216565 3845 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-7r4kl] addLogicalPort annotation time took 17.891096ms I0422 23:48:04.217904 3845 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-7r4kl] addLogicalPort took 19.367968ms, libovsdb time 879.368µs I0422 23:48:04.960334 3845 cni.go:452] [openshift-pipelines/tekton-results-api-7b4b7bb78c-9c4w6 4ccb42857012c7e623f298ff4578f65f31183e7b4d83b03b87944ad62b629f7a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-9c4w6 4ccb42857012c7e623f298ff4578f65f31183e7b4d83b03b87944ad62b629f7a network default NAD default NAD key ] I0422 23:48:04.969455 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-9c4w6, hostIfaceName: 4ccb42857012c7e, network: default, NAD default, SandboxID: "4ccb42857012c7e623f298ff4578f65f31183e7b4d83b03b87944ad62b629f7a", PCI device ID: , UID: "1e79d660-16f5-4867-ba78-9bc821380411", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0422 23:48:05.020755 3845 cni.go:473] [openshift-pipelines/tekton-results-api-7b4b7bb78c-9c4w6 4ccb42857012c7e623f298ff4578f65f31183e7b4d83b03b87944ad62b629f7a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-9c4w6 4ccb42857012c7e623f298ff4578f65f31183e7b4d83b03b87944ad62b629f7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:c9:f9:26:b7:eb\",\"name\":\"4ccb42857012c7e\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b1ad5e5-9949-40e4-97c2-d053aafcc4d5\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:48:05.165750 3845 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-7r4kl 002f75a9495a28f4c5a3d5ec5a08b4e73663f339e19e6a3b41e68d086189c486 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-7r4kl 002f75a9495a28f4c5a3d5ec5a08b4e73663f339e19e6a3b41e68d086189c486 network default NAD default NAD key ] I0422 23:48:05.175975 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-7r4kl, hostIfaceName: 002f75a9495a28f, network: default, NAD default, SandboxID: "002f75a9495a28f4c5a3d5ec5a08b4e73663f339e19e6a3b41e68d086189c486", PCI device ID: , UID: "7597a78f-02bb-46c1-9354-4d8bfa1142fe", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0422 23:48:05.227976 3845 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-7r4kl 002f75a9495a28f4c5a3d5ec5a08b4e73663f339e19e6a3b41e68d086189c486 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-7r4kl 002f75a9495a28f4c5a3d5ec5a08b4e73663f339e19e6a3b41e68d086189c486 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:18:a7:62:c1:31\",\"name\":\"002f75a9495a28f\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0c856a8-ca61-4e4e-9f7d-a6982eb80d69\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0422 23:48:10.652075 3845 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0422 23:48:10.652093 3845 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0422 23:48:10.652098 3845 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0422 23:48:15.646622 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0422 23:48:15.646652 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0422 23:48:15.646660 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0422 23:48:21.742961 3845 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-rg6mx] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-rg6mx for pod on switch ip-10-0-2-213.ec2.internal I0422 23:48:21.743077 3845 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-rg6mx I0422 23:48:21.764038 3845 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-rg6mx] pod update took 20.983035ms I0422 23:48:21.764059 3845 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-rg6mx] addLogicalPort annotation time took 21.009524ms I0422 23:48:21.765283 3845 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-rg6mx] addLogicalPort took 22.337829ms, libovsdb time 827.302µs I0422 23:48:22.105762 3845 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-rg6mx ba0d21156e3bd3a49a81b7781b073202c6bb9d25f6c6d2a8bc29c14b71e15726 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-rg6mx ba0d21156e3bd3a49a81b7781b073202c6bb9d25f6c6d2a8bc29c14b71e15726 network default NAD default NAD key ] I0422 23:48:22.115876 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-rg6mx, hostIfaceName: ba0d21156e3bd3a, network: default, NAD default, SandboxID: "ba0d21156e3bd3a49a81b7781b073202c6bb9d25f6c6d2a8bc29c14b71e15726", PCI device ID: , UID: "4189c776-8b06-4aa4-a240-16288fa1e0ab", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0422 23:48:22.166604 3845 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-rg6mx ba0d21156e3bd3a49a81b7781b073202c6bb9d25f6c6d2a8bc29c14b71e15726 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-rg6mx ba0d21156e3bd3a49a81b7781b073202c6bb9d25f6c6d2a8bc29c14b71e15726 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:aa:16:e6:29:8f\",\"name\":\"ba0d21156e3bd3a\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fde0d91-ef73-419a-9260-d52851822ba9\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:48:24.904940 3845 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:24.905430 3845 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:24.947201 3845 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:48:24.947226 3845 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:48:24.958317 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0422 23:48:24.958344 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0422 23:48:27.771801 3845 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-5qq8l-gzj2h] creating logical port tsf-tas_ctlog-createtree-job-5qq8l-gzj2h for pod on switch ip-10-0-2-213.ec2.internal I0422 23:48:27.771888 3845 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-5qq8l-gzj2h I0422 23:48:27.797470 3845 pod.go:62] [tsf-tas/ctlog-createtree-job-5qq8l-gzj2h] pod update took 25.610232ms I0422 23:48:27.797490 3845 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-5qq8l-gzj2h] addLogicalPort annotation time took 25.635744ms I0422 23:48:27.798771 3845 pods.go:271] [tsf-tas/ctlog-createtree-job-5qq8l-gzj2h] addLogicalPort took 26.986496ms, libovsdb time 881.932µs I0422 23:48:28.131897 3845 cni.go:452] [tsf-tas/ctlog-createtree-job-5qq8l-gzj2h bb41a430a2105b1652658cd109aa7a1e3aff4421e2332e1a76bd77b759f8541a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-5qq8l-gzj2h bb41a430a2105b1652658cd109aa7a1e3aff4421e2332e1a76bd77b759f8541a network default NAD default NAD key ] I0422 23:48:28.141536 3845 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-5qq8l-gzj2h, hostIfaceName: bb41a430a2105b1, network: default, NAD default, SandboxID: "bb41a430a2105b1652658cd109aa7a1e3aff4421e2332e1a76bd77b759f8541a", PCI device ID: , UID: "d74fa163-5ebe-47e4-87e4-a9e06a8e9a6b", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0422 23:48:28.192385 3845 cni.go:473] [tsf-tas/ctlog-createtree-job-5qq8l-gzj2h bb41a430a2105b1652658cd109aa7a1e3aff4421e2332e1a76bd77b759f8541a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-5qq8l-gzj2h bb41a430a2105b1652658cd109aa7a1e3aff4421e2332e1a76bd77b759f8541a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:f6:ef:62:0e:1b\",\"name\":\"bb41a430a2105b1\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fb26e9b-c26a-46b3-b212-818b2cbf535f\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:48:30.848704 3845 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-59cdf4c5bb-fmfv2] creating logical port tsf-tas_trillian-db-59cdf4c5bb-fmfv2 for pod on switch ip-10-0-2-213.ec2.internal I0422 23:48:30.848818 3845 kube.go:256] Updating pod tsf-tas/trillian-db-59cdf4c5bb-fmfv2 I0422 23:48:30.862076 3845 pod.go:62] [tsf-tas/trillian-db-59cdf4c5bb-fmfv2] pod update took 13.283188ms I0422 23:48:30.862162 3845 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-59cdf4c5bb-fmfv2] addLogicalPort annotation time took 13.372351ms I0422 23:48:30.863494 3845 pods.go:271] [tsf-tas/trillian-db-59cdf4c5bb-fmfv2] addLogicalPort took 14.808496ms, libovsdb time 867.67µs W0422 23:48:33.380996 3845 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0422 23:48:33.381014 3845 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0422 23:48:34.341752 3845 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 W0422 23:48:40.878097 3845 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0422 23:48:41.409242 3845 cni.go:452] [tsf-tas/trillian-db-59cdf4c5bb-fmfv2 58f747e0a2d2f13fd83e8f9ae26e6404729f1f2dbffb9a28ba00da04c541e8b4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-59cdf4c5bb-fmfv2 58f747e0a2d2f13fd83e8f9ae26e6404729f1f2dbffb9a28ba00da04c541e8b4 network default NAD default NAD key ] I0422 23:48:41.419038 3845 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-59cdf4c5bb-fmfv2, hostIfaceName: 58f747e0a2d2f13, network: default, NAD default, SandboxID: "58f747e0a2d2f13fd83e8f9ae26e6404729f1f2dbffb9a28ba00da04c541e8b4", PCI device ID: , UID: "88ea1eb9-12f2-47d2-8541-5714463d9123", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0422 23:48:41.472374 3845 cni.go:473] [tsf-tas/trillian-db-59cdf4c5bb-fmfv2 58f747e0a2d2f13fd83e8f9ae26e6404729f1f2dbffb9a28ba00da04c541e8b4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-59cdf4c5bb-fmfv2 58f747e0a2d2f13fd83e8f9ae26e6404729f1f2dbffb9a28ba00da04c541e8b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:db:cb:7f:45:72\",\"name\":\"58f747e0a2d2f13\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53316176-4bed-43d3-9bf0-462068149ecd\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:48:41.994593 3845 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jmrrx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:41.995243 3845 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jmrrx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:42.890835 3845 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jmrrx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:48:42.890860 3845 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jmrrx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0422 23:48:44.460332 3845 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0422 23:48:46.808946 3845 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0422 23:48:47.607669 3845 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-jvzr7-g77cj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:47.608274 3845 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-jvzr7-g77cj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:48.474544 3845 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-jvzr7-g77cj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:48:48.474565 3845 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-jvzr7-g77cj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:48:48.644628 3845 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-lqc5k] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-lqc5k for pod on switch ip-10-0-2-213.ec2.internal I0422 23:48:48.644706 3845 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-lqc5k I0422 23:48:48.661162 3845 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lqc5k] pod update took 16.474818ms I0422 23:48:48.661181 3845 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-lqc5k] addLogicalPort annotation time took 16.499525ms I0422 23:48:48.662460 3845 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lqc5k] addLogicalPort took 17.847789ms, libovsdb time 850.45µs I0422 23:48:49.005427 3845 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lqc5k 60787d111ce1f59ca7e341a3a693acb47b0a0c4fddbe05f99e8fe33fd5565828 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lqc5k 60787d111ce1f59ca7e341a3a693acb47b0a0c4fddbe05f99e8fe33fd5565828 network default NAD default NAD key ] I0422 23:48:49.014620 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-lqc5k, hostIfaceName: 60787d111ce1f59, network: default, NAD default, SandboxID: "60787d111ce1f59ca7e341a3a693acb47b0a0c4fddbe05f99e8fe33fd5565828", PCI device ID: , UID: "aecc452e-6cb5-4e84-a06b-ae7d6415ec1b", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0422 23:48:49.064966 3845 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lqc5k 60787d111ce1f59ca7e341a3a693acb47b0a0c4fddbe05f99e8fe33fd5565828 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lqc5k 60787d111ce1f59ca7e341a3a693acb47b0a0c4fddbe05f99e8fe33fd5565828 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:37:43:83:29:23\",\"name\":\"60787d111ce1f59\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f7be3a7-36f8-431f-9183-4b5b9c9327fc\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0422 23:48:51.478345 3845 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0422 23:48:52.931787 3845 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0422 23:48:52.931807 3845 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0422 23:48:57.856220 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0422 23:49:18.237083 3845 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:18.237673 3845 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:18.262677 3845 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:18.262697 3845 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:18.267965 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0422 23:49:18.267987 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0422 23:49:30.834690 3845 obj_retry.go:498] Detected object tsf/patch-tekton-config-cz5vx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:30.835418 3845 obj_retry.go:498] Detected object tsf/patch-tekton-config-cz5vx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:31.701099 3845 obj_retry.go:492] Detected object tsf/patch-tekton-config-cz5vx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:31.701123 3845 obj_retry.go:492] Detected object tsf/patch-tekton-config-cz5vx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:32.250832 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=102 I0422 23:49:33.323252 3845 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-whxhm-2wf6x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:33.323889 3845 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-whxhm-2wf6x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:34.190713 3845 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-whxhm-2wf6x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:34.190754 3845 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-whxhm-2wf6x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:36.061059 3845 cni.go:452] [tsf-tas/ctlog-createtree-job-5qq8l-gzj2h bb41a430a2105b1652658cd109aa7a1e3aff4421e2332e1a76bd77b759f8541a network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-5qq8l-gzj2h bb41a430a2105b1652658cd109aa7a1e3aff4421e2332e1a76bd77b759f8541a network default NAD default NAD key ] I0422 23:49:36.153021 3845 cni.go:473] [tsf-tas/ctlog-createtree-job-5qq8l-gzj2h bb41a430a2105b1652658cd109aa7a1e3aff4421e2332e1a76bd77b759f8541a network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-5qq8l-gzj2h bb41a430a2105b1652658cd109aa7a1e3aff4421e2332e1a76bd77b759f8541a network default NAD default NAD key default], result "{}", err I0422 23:49:36.208849 3845 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5qq8l-gzj2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:36.208882 3845 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-5qq8l-gzj2h I0422 23:49:36.210206 3845 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-5qq8l-gzj2h, ips: 10.128.0.37 I0422 23:49:36.210234 3845 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5qq8l-gzj2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:37.088402 3845 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5qq8l-gzj2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:37.088429 3845 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5qq8l-gzj2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:38.024020 3845 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-7df456896d-c8n6f] creating logical port tsf-tas_ctlog-7df456896d-c8n6f for pod on switch ip-10-0-2-213.ec2.internal I0422 23:49:38.024143 3845 kube.go:256] Updating pod tsf-tas/ctlog-7df456896d-c8n6f I0422 23:49:38.041932 3845 pod.go:62] [tsf-tas/ctlog-7df456896d-c8n6f] pod update took 17.809492ms I0422 23:49:38.041975 3845 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-7df456896d-c8n6f] addLogicalPort annotation time took 17.841397ms I0422 23:49:38.043437 3845 pods.go:271] [tsf-tas/ctlog-7df456896d-c8n6f] addLogicalPort took 19.431268ms, libovsdb time 875.346µs W0422 23:49:39.729558 3845 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0422 23:49:39.882342 3845 cni.go:452] [tsf-tas/ctlog-7df456896d-c8n6f 6eeced1bdcf732f92e7361f267c658221a6dc91e64c90e3766d01584d9e1919b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-7df456896d-c8n6f 6eeced1bdcf732f92e7361f267c658221a6dc91e64c90e3766d01584d9e1919b network default NAD default NAD key ] I0422 23:49:39.891655 3845 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-7df456896d-c8n6f, hostIfaceName: 6eeced1bdcf732f, network: default, NAD default, SandboxID: "6eeced1bdcf732f92e7361f267c658221a6dc91e64c90e3766d01584d9e1919b", PCI device ID: , UID: "0f72e2f8-fe09-44fe-b9a6-8d106868d923", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0422 23:49:39.945903 3845 cni.go:473] [tsf-tas/ctlog-7df456896d-c8n6f 6eeced1bdcf732f92e7361f267c658221a6dc91e64c90e3766d01584d9e1919b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-7df456896d-c8n6f 6eeced1bdcf732f92e7361f267c658221a6dc91e64c90e3766d01584d9e1919b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:ac:a6:0a:f9:2e\",\"name\":\"6eeced1bdcf732f\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae000994-e8ab-4535-b566-41d49a59c73d\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:49:40.378280 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0422 23:49:41.255827 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 W0422 23:49:42.095301 3845 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0422 23:49:43.232991 3845 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0422 23:49:47.774986 3845 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0422 23:49:48.391614 3845 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-gqxpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:48.392250 3845 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-gqxpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:49.280151 3845 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-gqxpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:49.280172 3845 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-gqxpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:49.334232 3845 obj_retry.go:492] Detected object tsf/patch-tekton-config-cz5vx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:49.334253 3845 obj_retry.go:492] Detected object tsf/patch-tekton-config-cz5vx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:49.338663 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-cz5vx I0422 23:49:49.338680 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-cz5vx W0422 23:49:53.110307 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0422 23:49:54.449639 3845 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:54.450186 3845 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:54.471278 3845 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:54.471299 3845 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:54.480097 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0422 23:49:54.480121 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0422 23:50:01.516612 3845 obj_retry.go:498] Detected object tsf-tpa/create-db-q6lvk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:01.517195 3845 obj_retry.go:498] Detected object tsf-tpa/create-db-q6lvk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:02.549871 3845 obj_retry.go:492] Detected object tsf-tpa/create-db-q6lvk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:02.549893 3845 obj_retry.go:492] Detected object tsf-tpa/create-db-q6lvk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:04.527083 3845 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:04.527665 3845 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:05.527595 3845 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fzmc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:05.528171 3845 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fzmc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:05.550947 3845 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:05.550970 3845 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:05.707499 3845 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fzmc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:05.707517 3845 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fzmc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:08.560451 3845 obj_retry.go:498] Detected object tsf-tpa/create-importers-2w27d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:08.561195 3845 obj_retry.go:498] Detected object tsf-tpa/create-importers-2w27d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:09.585592 3845 obj_retry.go:492] Detected object tsf-tpa/create-importers-2w27d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:09.585614 3845 obj_retry.go:492] Detected object tsf-tpa/create-importers-2w27d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:15.619815 3845 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-zkm79-v5j2l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:15.620427 3845 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-zkm79-v5j2l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:16.485360 3845 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-zkm79-v5j2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:16.485389 3845 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-zkm79-v5j2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0422 23:50:19.964963 3845 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0422 23:50:33.378260 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0422 23:50:35.254780 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0422 23:50:36.367095 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0422 23:50:39.613268 3845 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0422 23:50:47.800719 3845 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:47.801379 3845 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:47.847558 3845 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:47.847580 3845 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:47.852547 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0422 23:50:47.852567 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0422 23:50:48.581667 3845 namespace.go:98] [default-tenant] adding namespace I0422 23:50:48.582620 3845 namespace.go:102] [default-tenant] adding namespace took 931.953µs I0422 23:50:48.583123 3845 namespace.go:98] [image-controller] adding namespace I0422 23:50:48.583822 3845 namespace.go:102] [image-controller] adding namespace took 683.861µs I0422 23:50:48.587522 3845 namespace.go:98] [integration-service] adding namespace I0422 23:50:48.587549 3845 namespace.go:98] [build-service] adding namespace I0422 23:50:48.588204 3845 namespace.go:102] [integration-service] adding namespace took 660.772µs I0422 23:50:48.588784 3845 namespace.go:102] [build-service] adding namespace took 1.226606ms I0422 23:50:48.649790 3845 namespace.go:142] [default-tenant] updating namespace I0422 23:50:48.687289 3845 namespace.go:142] [default-tenant] updating namespace I0422 23:50:48.694851 3845 namespace.go:142] [image-controller] updating namespace I0422 23:50:48.720565 3845 namespace.go:142] [image-controller] updating namespace I0422 23:50:48.732091 3845 namespace.go:142] [integration-service] updating namespace I0422 23:50:48.757040 3845 namespace.go:142] [integration-service] updating namespace I0422 23:50:48.765969 3845 namespace.go:142] [build-service] updating namespace I0422 23:50:48.782425 3845 namespace.go:142] [build-service] updating namespace I0422 23:50:48.858603 3845 namespace.go:142] [build-service] updating namespace I0422 23:50:48.885307 3845 namespace.go:142] [integration-service] updating namespace I0422 23:50:48.921330 3845 namespace.go:98] [release-service] adding namespace I0422 23:50:48.922109 3845 namespace.go:102] [release-service] adding namespace took 765.253µs I0422 23:50:48.957512 3845 namespace.go:142] [release-service] updating namespace I0422 23:50:48.988434 3845 namespace.go:142] [release-service] updating namespace I0422 23:50:48.988519 3845 namespace.go:142] [konflux-ui] updating namespace I0422 23:50:49.146445 3845 namespace.go:98] [konflux-info] adding namespace I0422 23:50:49.146560 3845 namespace.go:98] [namespace-lister] adding namespace I0422 23:50:49.147237 3845 namespace.go:102] [konflux-info] adding namespace took 776.09µs I0422 23:50:49.147881 3845 namespace.go:102] [namespace-lister] adding namespace took 1.307927ms I0422 23:50:49.174308 3845 namespace.go:142] [image-controller] updating namespace I0422 23:50:49.174378 3845 namespace.go:98] [enterprise-contract-service] adding namespace I0422 23:50:49.175002 3845 namespace.go:102] [enterprise-contract-service] adding namespace took 572.499µs I0422 23:50:49.401654 3845 namespace.go:142] [konflux-info] updating namespace I0422 23:50:49.401715 3845 namespace.go:142] [default-tenant] updating namespace I0422 23:50:49.418610 3845 namespace.go:98] [segment-bridge] adding namespace I0422 23:50:49.419482 3845 namespace.go:102] [segment-bridge] adding namespace took 845.99µs I0422 23:50:49.573652 3845 namespace.go:98] [konflux-cli] adding namespace I0422 23:50:49.574484 3845 namespace.go:102] [konflux-cli] adding namespace took 813.258µs I0422 23:50:49.711498 3845 namespace.go:142] [konflux-info] updating namespace I0422 23:50:49.770386 3845 namespace.go:142] [namespace-lister] updating namespace I0422 23:50:49.919485 3845 namespace.go:142] [namespace-lister] updating namespace I0422 23:50:49.956493 3845 namespace.go:142] [enterprise-contract-service] updating namespace I0422 23:50:50.012497 3845 namespace.go:142] [segment-bridge] updating namespace I0422 23:50:50.030302 3845 namespace.go:142] [enterprise-contract-service] updating namespace I0422 23:50:50.075470 3845 namespace.go:142] [konflux-cli] updating namespace I0422 23:50:50.085590 3845 namespace.go:142] [segment-bridge] updating namespace I0422 23:50:50.144387 3845 namespace.go:142] [konflux-cli] updating namespace I0422 23:50:50.536491 3845 namespace.go:142] [build-service] updating namespace I0422 23:50:50.592510 3845 namespace.go:142] [default-tenant] updating namespace I0422 23:50:50.890375 3845 namespace.go:142] [enterprise-contract-service] updating namespace I0422 23:50:50.951659 3845 namespace.go:142] [image-controller] updating namespace I0422 23:50:51.073915 3845 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-2hcs8] creating logical port namespace-lister_namespace-lister-696b855848-2hcs8 for pod on switch ip-10-0-2-213.ec2.internal I0422 23:50:51.074028 3845 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-2hcs8 I0422 23:50:51.103167 3845 pod.go:62] [namespace-lister/namespace-lister-696b855848-2hcs8] pod update took 29.168376ms I0422 23:50:51.103193 3845 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-2hcs8] addLogicalPort annotation time took 29.198961ms I0422 23:50:51.104579 3845 pods.go:271] [namespace-lister/namespace-lister-696b855848-2hcs8] addLogicalPort took 30.679543ms, libovsdb time 864.163µs I0422 23:50:51.164469 3845 namespace.go:142] [integration-service] updating namespace I0422 23:50:51.368523 3845 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0422 23:50:51.369128 3845 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0422 23:50:51.369144 3845 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0422 23:50:51.372070 3845 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0422 23:50:51.374423 3845 namespace.go:142] [konflux-cli] updating namespace I0422 23:50:51.427465 3845 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0422 23:50:51.427489 3845 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0422 23:50:51.428637 3845 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0422 23:50:51.558543 3845 namespace.go:142] [konflux-info] updating namespace I0422 23:50:51.783411 3845 namespace.go:142] [namespace-lister] updating namespace I0422 23:50:51.834929 3845 base_network_controller_pods.go:487] [default/konflux-ui/dex-64ffb756b5-cv8dp] creating logical port konflux-ui_dex-64ffb756b5-cv8dp for pod on switch ip-10-0-2-213.ec2.internal I0422 23:50:51.835019 3845 kube.go:256] Updating pod konflux-ui/dex-64ffb756b5-cv8dp I0422 23:50:51.859577 3845 pod.go:62] [konflux-ui/dex-64ffb756b5-cv8dp] pod update took 24.583305ms I0422 23:50:51.859603 3845 base_network_controller_pods.go:951] [default/konflux-ui/dex-64ffb756b5-cv8dp] addLogicalPort annotation time took 24.611885ms I0422 23:50:51.861073 3845 pods.go:271] [konflux-ui/dex-64ffb756b5-cv8dp] addLogicalPort took 26.157483ms, libovsdb time 990.887µs I0422 23:50:51.944707 3845 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7887847f6d-k7hgp] creating logical port konflux-ui_proxy-7887847f6d-k7hgp for pod on switch ip-10-0-2-213.ec2.internal I0422 23:50:51.944837 3845 kube.go:256] Updating pod konflux-ui/proxy-7887847f6d-k7hgp I0422 23:50:51.966118 3845 namespace.go:142] [release-service] updating namespace I0422 23:50:51.976393 3845 pod.go:62] [konflux-ui/proxy-7887847f6d-k7hgp] pod update took 31.595132ms I0422 23:50:51.976414 3845 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7887847f6d-k7hgp] addLogicalPort annotation time took 31.621236ms I0422 23:50:51.977788 3845 pods.go:271] [konflux-ui/proxy-7887847f6d-k7hgp] addLogicalPort took 33.0974ms, libovsdb time 955.378µs I0422 23:50:52.159099 3845 namespace.go:142] [segment-bridge] updating namespace I0422 23:50:52.283954 3845 namespace.go:142] [build-service] updating namespace I0422 23:50:52.299912 3845 namespace.go:142] [default-tenant] updating namespace I0422 23:50:52.325340 3845 namespace.go:142] [enterprise-contract-service] updating namespace I0422 23:50:52.339401 3845 namespace.go:142] [image-controller] updating namespace I0422 23:50:52.355092 3845 namespace.go:142] [integration-service] updating namespace I0422 23:50:52.385515 3845 namespace.go:142] [konflux-cli] updating namespace I0422 23:50:52.421521 3845 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-xl8gk for pod on switch ip-10-0-2-213.ec2.internal I0422 23:50:52.421627 3845 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk I0422 23:50:52.430530 3845 namespace.go:142] [konflux-info] updating namespace I0422 23:50:52.437941 3845 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk] pod update took 16.345248ms I0422 23:50:52.437964 3845 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk] addLogicalPort annotation time took 16.373337ms I0422 23:50:52.439346 3845 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk] addLogicalPort took 17.842474ms, libovsdb time 901.996µs I0422 23:50:52.464541 3845 namespace.go:142] [namespace-lister] updating namespace I0422 23:50:52.472361 3845 namespace.go:142] [release-service] updating namespace I0422 23:50:52.502715 3845 namespace.go:142] [segment-bridge] updating namespace I0422 23:50:52.556500 3845 namespace.go:142] [build-service] updating namespace I0422 23:50:52.647830 3845 namespace.go:142] [default-tenant] updating namespace I0422 23:50:52.707537 3845 namespace.go:142] [enterprise-contract-service] updating namespace I0422 23:50:52.764136 3845 namespace.go:142] [image-controller] updating namespace I0422 23:50:52.813767 3845 namespace.go:142] [integration-service] updating namespace I0422 23:50:52.923065 3845 namespace.go:142] [konflux-cli] updating namespace I0422 23:50:52.948163 3845 cni.go:452] [namespace-lister/namespace-lister-696b855848-2hcs8 12f1b5e42baac646ad3dd2eba10f402e7c50ef6f12d69f7c0b1aa4bfac1710b6 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-2hcs8 12f1b5e42baac646ad3dd2eba10f402e7c50ef6f12d69f7c0b1aa4bfac1710b6 network default NAD default NAD key ] I0422 23:50:52.959177 3845 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-2hcs8, hostIfaceName: 12f1b5e42baac64, network: default, NAD default, SandboxID: "12f1b5e42baac646ad3dd2eba10f402e7c50ef6f12d69f7c0b1aa4bfac1710b6", PCI device ID: , UID: "ed200aa9-fb17-424f-b53b-28afecf7cd03", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0422 23:50:53.016096 3845 cni.go:473] [namespace-lister/namespace-lister-696b855848-2hcs8 12f1b5e42baac646ad3dd2eba10f402e7c50ef6f12d69f7c0b1aa4bfac1710b6 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-2hcs8 12f1b5e42baac646ad3dd2eba10f402e7c50ef6f12d69f7c0b1aa4bfac1710b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:1f:32:b3:3d:9b\",\"name\":\"12f1b5e42baac64\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/889eb1af-cbee-4b37-8d9f-7e88cce3bdd0\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:50:53.021245 3845 namespace.go:142] [konflux-info] updating namespace I0422 23:50:53.096631 3845 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-sxthx] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-sxthx for pod on switch ip-10-0-2-213.ec2.internal I0422 23:50:53.096746 3845 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-sxthx I0422 23:50:53.118588 3845 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-sxthx] pod update took 21.893147ms I0422 23:50:53.118610 3845 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-sxthx] addLogicalPort annotation time took 21.919028ms I0422 23:50:53.119939 3845 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-sxthx] addLogicalPort took 23.323473ms, libovsdb time 823.264µs I0422 23:50:53.126540 3845 namespace.go:142] [namespace-lister] updating namespace I0422 23:50:53.217643 3845 namespace.go:142] [release-service] updating namespace I0422 23:50:53.334653 3845 namespace.go:142] [segment-bridge] updating namespace I0422 23:50:54.415867 3845 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-f6b474987-dqzw9] creating logical port integration-service_integration-service-controller-manager-f6b474987-dqzw9 for pod on switch ip-10-0-2-213.ec2.internal I0422 23:50:54.415964 3845 kube.go:256] Updating pod integration-service/integration-service-controller-manager-f6b474987-dqzw9 I0422 23:50:54.438497 3845 pod.go:62] [integration-service/integration-service-controller-manager-f6b474987-dqzw9] pod update took 22.555254ms I0422 23:50:54.438522 3845 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-f6b474987-dqzw9] addLogicalPort annotation time took 22.585217ms I0422 23:50:54.439949 3845 pods.go:271] [integration-service/integration-service-controller-manager-f6b474987-dqzw9] addLogicalPort took 24.096443ms, libovsdb time 1.002775ms W0422 23:50:55.492141 3845 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0422 23:50:55.515558 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0422 23:50:58.385888 3845 cni.go:452] [integration-service/integration-service-controller-manager-f6b474987-dqzw9 7f97e085b96df0ab58e8d72eb63dbe66256ea3951b2ef6e1853da8169ccfcb7e network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-f6b474987-dqzw9 7f97e085b96df0ab58e8d72eb63dbe66256ea3951b2ef6e1853da8169ccfcb7e network default NAD default NAD key ] I0422 23:50:58.395182 3845 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-f6b474987-dqzw9, hostIfaceName: 7f97e085b96df0a, network: default, NAD default, SandboxID: "7f97e085b96df0ab58e8d72eb63dbe66256ea3951b2ef6e1853da8169ccfcb7e", PCI device ID: , UID: "0dc7490c-0bbd-4c92-a0f5-913d20e8f0c7", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0422 23:50:58.447427 3845 cni.go:473] [integration-service/integration-service-controller-manager-f6b474987-dqzw9 7f97e085b96df0ab58e8d72eb63dbe66256ea3951b2ef6e1853da8169ccfcb7e network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-f6b474987-dqzw9 7f97e085b96df0ab58e8d72eb63dbe66256ea3951b2ef6e1853da8169ccfcb7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:60:3e:eb:e1:c9\",\"name\":\"7f97e085b96df0a\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d6abe53-c535-4c21-8a3b-0496a843db8a\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:50:59.257517 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=161 W0422 23:50:59.761481 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0422 23:50:59.805605 3845 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0422 23:51:00.351789 3845 cni.go:452] [konflux-ui/proxy-7887847f6d-k7hgp 08b7e79f6aa219bc9321c8c7b42112b99d49298e417112c3f88cf962836e7c08 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7887847f6d-k7hgp 08b7e79f6aa219bc9321c8c7b42112b99d49298e417112c3f88cf962836e7c08 network default NAD default NAD key ] I0422 23:51:00.351891 3845 cni.go:452] [konflux-ui/dex-64ffb756b5-cv8dp bd4fea6f69a55aa1d01b3a767b949fc3115995d426a0ae0bc1ad31b632aeca9e network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-64ffb756b5-cv8dp bd4fea6f69a55aa1d01b3a767b949fc3115995d426a0ae0bc1ad31b632aeca9e network default NAD default NAD key ] I0422 23:51:00.362239 3845 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-64ffb756b5-cv8dp, hostIfaceName: bd4fea6f69a55aa, network: default, NAD default, SandboxID: "bd4fea6f69a55aa1d01b3a767b949fc3115995d426a0ae0bc1ad31b632aeca9e", PCI device ID: , UID: "04990c7a-909b-4c68-93a1-3a6182bcfbec", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0422 23:51:00.363188 3845 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7887847f6d-k7hgp, hostIfaceName: 08b7e79f6aa219b, network: default, NAD default, SandboxID: "08b7e79f6aa219bc9321c8c7b42112b99d49298e417112c3f88cf962836e7c08", PCI device ID: , UID: "e8b94b35-017e-44f1-90bb-e4c3efbc327d", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0422 23:51:00.417507 3845 cni.go:473] [konflux-ui/proxy-7887847f6d-k7hgp 08b7e79f6aa219bc9321c8c7b42112b99d49298e417112c3f88cf962836e7c08 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7887847f6d-k7hgp 08b7e79f6aa219bc9321c8c7b42112b99d49298e417112c3f88cf962836e7c08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:56:8a:4c:92:3f\",\"name\":\"08b7e79f6aa219b\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6769aee4-1dfa-481e-9bea-fcb72266dcc7\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:51:00.436209 3845 cni.go:473] [konflux-ui/dex-64ffb756b5-cv8dp bd4fea6f69a55aa1d01b3a767b949fc3115995d426a0ae0bc1ad31b632aeca9e network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-64ffb756b5-cv8dp bd4fea6f69a55aa1d01b3a767b949fc3115995d426a0ae0bc1ad31b632aeca9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:c7:64:be:58:f9\",\"name\":\"bd4fea6f69a55aa\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a25cdff-c82f-4edc-acbf-cc25d2933745\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:51:05.058776 3845 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk ca981d85c390919db75dbcd96c5824503150b8195bac6796387595600b69cd16 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk ca981d85c390919db75dbcd96c5824503150b8195bac6796387595600b69cd16 network default NAD default NAD key ] I0422 23:51:05.085937 3845 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-xl8gk, hostIfaceName: ca981d85c390919, network: default, NAD default, SandboxID: "ca981d85c390919db75dbcd96c5824503150b8195bac6796387595600b69cd16", PCI device ID: , UID: "8cba28ec-26ca-437a-9da1-cbb8a1f563ed", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0422 23:51:05.143040 3845 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk ca981d85c390919db75dbcd96c5824503150b8195bac6796387595600b69cd16 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk ca981d85c390919db75dbcd96c5824503150b8195bac6796387595600b69cd16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:8b:fb:c3:a0:6d\",\"name\":\"ca981d85c390919\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1eab97b0-dff4-430d-a0d2-24f6d660ff72\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0422 23:51:05.223709 3845 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-sxthx d3d779a2a4849309ff20de65b93e15998be3b63a9046e04da455f1625ac34e3f network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-sxthx d3d779a2a4849309ff20de65b93e15998be3b63a9046e04da455f1625ac34e3f network default NAD default NAD key ] I0422 23:51:05.233586 3845 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-sxthx, hostIfaceName: d3d779a2a484930, network: default, NAD default, SandboxID: "d3d779a2a4849309ff20de65b93e15998be3b63a9046e04da455f1625ac34e3f", PCI device ID: , UID: "c5516736-97f8-4f33-8531-dc9d0f0ac4d7", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0422 23:51:05.288242 3845 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-sxthx d3d779a2a4849309ff20de65b93e15998be3b63a9046e04da455f1625ac34e3f network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-sxthx d3d779a2a4849309ff20de65b93e15998be3b63a9046e04da455f1625ac34e3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:9c:a3:0e:6e:1d\",\"name\":\"d3d779a2a484930\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8ef4f98-e709-41bd-b214-c12b555f5d06\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0422 23:51:05.556564 3845 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:05.556585 3845 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:05.587755 3845 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0422 23:51:05.588595 3845 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0422 23:51:05.611049 3845 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0422 23:51:05.611162 3845 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0422 23:51:05.816541 3845 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:05.816564 3845 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:06.561850 3845 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0422 23:51:07.616315 3845 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0422 23:51:07.617397 3845 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0422 23:51:16.558611 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0422 23:51:16.565454 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0422 23:51:16.783048 3845 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk ca981d85c390919db75dbcd96c5824503150b8195bac6796387595600b69cd16 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk ca981d85c390919db75dbcd96c5824503150b8195bac6796387595600b69cd16 network default NAD default NAD key ] I0422 23:51:16.876607 3845 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk ca981d85c390919db75dbcd96c5824503150b8195bac6796387595600b69cd16 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk ca981d85c390919db75dbcd96c5824503150b8195bac6796387595600b69cd16 network default NAD default NAD key default], result "{}", err I0422 23:51:16.935038 3845 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:51:16.935080 3845 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk I0422 23:51:16.936471 3845 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk, ips: 10.128.0.44 I0422 23:51:16.936507 3845 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:51:17.653544 3845 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:51:17.653568 3845 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:51:17.662896 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk I0422 23:51:17.662921 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk W0422 23:51:18.577314 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0422 23:51:18.577438 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0422 23:51:19.581085 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0422 23:51:37.357288 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0422 23:51:40.340485 3845 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0422 23:51:44.887286 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:44.887307 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:44.887318 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:44.887323 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:47.652786 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:47.652806 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0422 23:52:14.304684 3845 cni.go:452] [konflux-ui/proxy-7887847f6d-k7hgp 08b7e79f6aa219bc9321c8c7b42112b99d49298e417112c3f88cf962836e7c08 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-7887847f6d-k7hgp 08b7e79f6aa219bc9321c8c7b42112b99d49298e417112c3f88cf962836e7c08 network default NAD default NAD key ] I0422 23:52:14.392074 3845 cni.go:473] [konflux-ui/proxy-7887847f6d-k7hgp 08b7e79f6aa219bc9321c8c7b42112b99d49298e417112c3f88cf962836e7c08 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-7887847f6d-k7hgp 08b7e79f6aa219bc9321c8c7b42112b99d49298e417112c3f88cf962836e7c08 network default NAD default NAD key default], result "{}", err I0422 23:52:14.455441 3845 obj_retry.go:498] Detected object konflux-ui/proxy-7887847f6d-k7hgp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:52:14.455475 3845 pods.go:176] Deleting pod: konflux-ui/proxy-7887847f6d-k7hgp I0422 23:52:14.456860 3845 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-7887847f6d-k7hgp, ips: 10.128.0.43 I0422 23:52:14.456892 3845 obj_retry.go:498] Detected object konflux-ui/proxy-7887847f6d-k7hgp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:52:14.936431 3845 obj_retry.go:492] Detected object konflux-ui/proxy-7887847f6d-k7hgp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:52:14.936461 3845 obj_retry.go:492] Detected object konflux-ui/proxy-7887847f6d-k7hgp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:52:14.945918 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7887847f6d-k7hgp I0422 23:52:14.945949 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7887847f6d-k7hgp I0422 23:52:21.429641 3845 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:52:21.430306 3845 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:52:21.448264 3845 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:52:21.448285 3845 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:52:21.463038 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0422 23:52:21.463065 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0422 23:52:38.250680 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=82 I0422 23:52:51.251529 3845 namespace.go:98] [default-managed-tenant-r485s] adding namespace I0422 23:52:51.252442 3845 namespace.go:102] [default-managed-tenant-r485s] adding namespace took 885.617µs I0422 23:52:51.280536 3845 namespace.go:142] [default-managed-tenant-r485s] updating namespace I0422 23:52:51.299509 3845 namespace.go:142] [default-managed-tenant-r485s] updating namespace I0422 23:52:52.376851 3845 namespace.go:142] [default-managed-tenant-r485s] updating namespace I0422 23:52:52.505432 3845 namespace.go:142] [default-managed-tenant-r485s] updating namespace I0422 23:52:52.604465 3845 namespace.go:142] [default-managed-tenant-r485s] updating namespace I0422 23:53:57.373496 3845 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0422 23:54:05.345509 3845 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0422 23:54:50.366037 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0422 23:54:52.350779 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0422 23:55:24.266928 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=432 I0422 23:55:58.381856 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0422 23:56:11.259680 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=20 I0422 23:56:48.360966 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0422 23:56:54.348514 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0422 23:57:38.369780 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0422 23:58:00.261030 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0422 23:58:38.258184 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0422 23:58:46.343844 3845 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0422 23:58:58.377091 3845 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0422 23:59:04.382139 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0422 23:59:06.254597 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=67 I0423 00:00:00.227495 3845 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29615040-zz54h] creating logical port segment-bridge_segment-bridge-29615040-zz54h for pod on switch ip-10-0-2-213.ec2.internal I0423 00:00:00.227610 3845 kube.go:256] Updating pod segment-bridge/segment-bridge-29615040-zz54h I0423 00:00:00.270924 3845 pod.go:62] [segment-bridge/segment-bridge-29615040-zz54h] pod update took 43.335974ms I0423 00:00:00.270947 3845 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29615040-zz54h] addLogicalPort annotation time took 43.364871ms I0423 00:00:00.272176 3845 pods.go:271] [segment-bridge/segment-bridge-29615040-zz54h] addLogicalPort took 44.696577ms, libovsdb time 839.583µs I0423 00:00:00.323116 3845 base_network_controller_pods.go:487] [default/openshift-image-registry/image-pruner-29615040-mtpt7] creating logical port openshift-image-registry_image-pruner-29615040-mtpt7 for pod on switch ip-10-0-2-213.ec2.internal I0423 00:00:00.323218 3845 kube.go:256] Updating pod openshift-image-registry/image-pruner-29615040-mtpt7 I0423 00:00:00.347325 3845 pod.go:62] [openshift-image-registry/image-pruner-29615040-mtpt7] pod update took 24.128071ms I0423 00:00:00.347346 3845 base_network_controller_pods.go:951] [default/openshift-image-registry/image-pruner-29615040-mtpt7] addLogicalPort annotation time took 24.152408ms I0423 00:00:00.348519 3845 pods.go:271] [openshift-image-registry/image-pruner-29615040-mtpt7] addLogicalPort took 25.414815ms, libovsdb time 741.405µs I0423 00:00:00.412403 3845 base_network_controller_pods.go:487] [default/integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk] creating logical port integration-service_integration-service-snapshot-garbage-collector-29615040-v68vk for pod on switch ip-10-0-2-213.ec2.internal I0423 00:00:00.412471 3845 kube.go:256] Updating pod integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk I0423 00:00:00.412482 3845 base_network_controller_pods.go:487] [default/image-controller/image-controller-image-pruner-cronjob-29615040-7mpt2] creating logical port image-controller_image-controller-image-pruner-cronjob-29615040-7mpt2 for pod on switch ip-10-0-2-213.ec2.internal I0423 00:00:00.412593 3845 kube.go:256] Updating pod image-controller/image-controller-image-pruner-cronjob-29615040-7mpt2 I0423 00:00:00.442098 3845 pod.go:62] [integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk] pod update took 29.643869ms I0423 00:00:00.442118 3845 base_network_controller_pods.go:951] [default/integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk] addLogicalPort annotation time took 29.66664ms I0423 00:00:00.442228 3845 pod.go:62] [image-controller/image-controller-image-pruner-cronjob-29615040-7mpt2] pod update took 29.660352ms I0423 00:00:00.442253 3845 base_network_controller_pods.go:951] [default/image-controller/image-controller-image-pruner-cronjob-29615040-7mpt2] addLogicalPort annotation time took 29.68762ms I0423 00:00:00.443588 3845 pods.go:271] [integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk] addLogicalPort took 31.196601ms, libovsdb time 970.855µs I0423 00:00:00.444154 3845 pods.go:271] [image-controller/image-controller-image-pruner-cronjob-29615040-7mpt2] addLogicalPort took 31.690945ms, libovsdb time 1.338887ms I0423 00:00:00.598887 3845 cni.go:452] [segment-bridge/segment-bridge-29615040-zz54h a9b6f8bc0ca7ef7bc6732ba09ec146fc8d5c057f17f2bdf21dd246c2720d0a7d network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29615040-zz54h a9b6f8bc0ca7ef7bc6732ba09ec146fc8d5c057f17f2bdf21dd246c2720d0a7d network default NAD default NAD key ] I0423 00:00:00.608226 3845 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29615040-zz54h, hostIfaceName: a9b6f8bc0ca7ef7, network: default, NAD default, SandboxID: "a9b6f8bc0ca7ef7bc6732ba09ec146fc8d5c057f17f2bdf21dd246c2720d0a7d", PCI device ID: , UID: "310aa06d-99d8-4af9-9b59-479fe855da5b", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0423 00:00:00.664398 3845 cni.go:473] [segment-bridge/segment-bridge-29615040-zz54h a9b6f8bc0ca7ef7bc6732ba09ec146fc8d5c057f17f2bdf21dd246c2720d0a7d network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29615040-zz54h a9b6f8bc0ca7ef7bc6732ba09ec146fc8d5c057f17f2bdf21dd246c2720d0a7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:64:9e:49:ad:fa\",\"name\":\"a9b6f8bc0ca7ef7\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cafa26b3-c1ec-43fa-b6e2-45567c559105\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:00:00.694773 3845 cni.go:452] [openshift-image-registry/image-pruner-29615040-mtpt7 25e17a34f8319b84d7a3db591ceed981b72cd35d04736e7621d1fca6aa797fd9 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-pruner-29615040-mtpt7 25e17a34f8319b84d7a3db591ceed981b72cd35d04736e7621d1fca6aa797fd9 network default NAD default NAD key ] I0423 00:00:00.706129 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-pruner-29615040-mtpt7, hostIfaceName: 25e17a34f8319b8, network: default, NAD default, SandboxID: "25e17a34f8319b84d7a3db591ceed981b72cd35d04736e7621d1fca6aa797fd9", PCI device ID: , UID: "82b089fe-a33b-41c4-b12b-81b67f412035", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0423 00:00:00.763235 3845 cni.go:473] [openshift-image-registry/image-pruner-29615040-mtpt7 25e17a34f8319b84d7a3db591ceed981b72cd35d04736e7621d1fca6aa797fd9 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-pruner-29615040-mtpt7 25e17a34f8319b84d7a3db591ceed981b72cd35d04736e7621d1fca6aa797fd9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:24:fd:ae:fd:a8\",\"name\":\"25e17a34f8319b8\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bef9856-ab20-44be-9baa-3de70b74081a\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:00:00.774254 3845 cni.go:452] [integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk a4150c2f59b7789559193e9c3893c202098dd87b6d7f51e03d03b5d0dd9daab3 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk a4150c2f59b7789559193e9c3893c202098dd87b6d7f51e03d03b5d0dd9daab3 network default NAD default NAD key ] I0423 00:00:00.784479 3845 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-snapshot-garbage-collector-29615040-v68vk, hostIfaceName: a4150c2f59b7789, network: default, NAD default, SandboxID: "a4150c2f59b7789559193e9c3893c202098dd87b6d7f51e03d03b5d0dd9daab3", PCI device ID: , UID: "4d599721-807f-407b-8183-578674d9698b", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0423 00:00:00.785571 3845 cni.go:452] [image-controller/image-controller-image-pruner-cronjob-29615040-7mpt2 38ba92caf0e55dd6a6e654f73a57573a11232f1b18158f62e4024102ffbeaaf2 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-image-pruner-cronjob-29615040-7mpt2 38ba92caf0e55dd6a6e654f73a57573a11232f1b18158f62e4024102ffbeaaf2 network default NAD default NAD key ] I0423 00:00:00.795172 3845 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-image-pruner-cronjob-29615040-7mpt2, hostIfaceName: 38ba92caf0e55dd, network: default, NAD default, SandboxID: "38ba92caf0e55dd6a6e654f73a57573a11232f1b18158f62e4024102ffbeaaf2", PCI device ID: , UID: "112d57e3-a242-4ff7-b204-000416a2f6ef", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0423 00:00:00.838827 3845 cni.go:473] [integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk a4150c2f59b7789559193e9c3893c202098dd87b6d7f51e03d03b5d0dd9daab3 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk a4150c2f59b7789559193e9c3893c202098dd87b6d7f51e03d03b5d0dd9daab3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:6e:ed:17:cc:68\",\"name\":\"a4150c2f59b7789\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c975fcda-2cd8-43fb-b7b1-22ba488c16ab\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:00:00.865714 3845 cni.go:473] [image-controller/image-controller-image-pruner-cronjob-29615040-7mpt2 38ba92caf0e55dd6a6e654f73a57573a11232f1b18158f62e4024102ffbeaaf2 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-image-pruner-cronjob-29615040-7mpt2 38ba92caf0e55dd6a6e654f73a57573a11232f1b18158f62e4024102ffbeaaf2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:15:37:27:16:9b\",\"name\":\"38ba92caf0e55dd\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2963d99f-1b3e-49cd-92c3-d917c715a956\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:00:02.071118 3845 obj_retry.go:492] Detected object tsf-tpa/create-db-q6lvk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:02.071140 3845 obj_retry.go:492] Detected object tsf-tpa/create-db-q6lvk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:02.082349 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-q6lvk I0423 00:00:02.082376 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-q6lvk I0423 00:00:02.456686 3845 cni.go:452] [openshift-image-registry/image-pruner-29615040-mtpt7 25e17a34f8319b84d7a3db591ceed981b72cd35d04736e7621d1fca6aa797fd9 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-pruner-29615040-mtpt7 25e17a34f8319b84d7a3db591ceed981b72cd35d04736e7621d1fca6aa797fd9 network default NAD default NAD key ] I0423 00:00:02.541689 3845 cni.go:473] [openshift-image-registry/image-pruner-29615040-mtpt7 25e17a34f8319b84d7a3db591ceed981b72cd35d04736e7621d1fca6aa797fd9 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-pruner-29615040-mtpt7 25e17a34f8319b84d7a3db591ceed981b72cd35d04736e7621d1fca6aa797fd9 network default NAD default NAD key default], result "{}", err I0423 00:00:02.596025 3845 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29615040-mtpt7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:02.596104 3845 pods.go:176] Deleting pod: openshift-image-registry/image-pruner-29615040-mtpt7 I0423 00:00:02.597691 3845 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-pruner-29615040-mtpt7, ips: 10.128.0.48 I0423 00:00:02.597735 3845 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29615040-mtpt7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:03.047841 3845 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29615040-7phlr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:03.048360 3845 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29615040-7phlr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:03.465659 3845 cni.go:452] [integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk a4150c2f59b7789559193e9c3893c202098dd87b6d7f51e03d03b5d0dd9daab3 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk a4150c2f59b7789559193e9c3893c202098dd87b6d7f51e03d03b5d0dd9daab3 network default NAD default NAD key ] I0423 00:00:03.555694 3845 cni.go:473] [integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk a4150c2f59b7789559193e9c3893c202098dd87b6d7f51e03d03b5d0dd9daab3 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk a4150c2f59b7789559193e9c3893c202098dd87b6d7f51e03d03b5d0dd9daab3 network default NAD default NAD key default], result "{}", err I0423 00:00:03.611035 3845 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:03.611070 3845 pods.go:176] Deleting pod: integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk I0423 00:00:03.612330 3845 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk, ips: 10.128.0.49 I0423 00:00:03.612361 3845 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:03.621231 3845 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29615040-mtpt7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:03.621253 3845 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29615040-mtpt7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:04.072336 3845 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29615040-7phlr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:04.072365 3845 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29615040-7phlr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:04.427897 3845 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:04.428542 3845 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:04.488972 3845 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29615040-j6gbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:04.489008 3845 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29615040-j6gbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:04.635211 3845 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:04.635228 3845 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.039093 3845 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fzmc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.039121 3845 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fzmc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.047704 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fzmc5 I0423 00:00:05.047749 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fzmc5 I0423 00:00:05.451355 3845 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.451394 3845 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.514502 3845 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29615040-j6gbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.514522 3845 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29615040-j6gbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:06.309078 3845 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29615040-sr6l5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:06.309651 3845 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29615040-sr6l5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:07.332807 3845 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29615040-sr6l5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:07.332828 3845 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29615040-sr6l5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:09.041709 3845 obj_retry.go:492] Detected object tsf-tpa/create-importers-2w27d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:09.041751 3845 obj_retry.go:492] Detected object tsf-tpa/create-importers-2w27d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:09.046126 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-2w27d I0423 00:00:09.046152 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-2w27d I0423 00:01:00.254209 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35 I0423 00:01:19.370346 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0423 00:01:43.348163 3845 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0423 00:01:46.384971 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0423 00:02:25.351618 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0423 00:03:17.262716 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0423 00:03:30.103231 3845 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-wlpzj-init-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:03:30.103381 3845 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod I0423 00:03:30.134460 3845 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod] pod update took 31.109635ms I0423 00:03:30.134482 3845 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod] addLogicalPort annotation time took 31.134134ms I0423 00:03:30.135971 3845 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod] addLogicalPort took 32.754584ms, libovsdb time 892.649µs I0423 00:03:30.465376 3845 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod 1f6c5283c2936892c6c8a4a9f3580705f7b84ad5457792e300004340f72efbf9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod 1f6c5283c2936892c6c8a4a9f3580705f7b84ad5457792e300004340f72efbf9 network default NAD default NAD key ] I0423 00:03:30.474614 3845 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-wlpzj-init-pod, hostIfaceName: 1f6c5283c293689, network: default, NAD default, SandboxID: "1f6c5283c2936892c6c8a4a9f3580705f7b84ad5457792e300004340f72efbf9", PCI device ID: , UID: "5fa6ce9f-cc91-4788-80a4-1a0b48465283", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0423 00:03:30.527261 3845 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod 1f6c5283c2936892c6c8a4a9f3580705f7b84ad5457792e300004340f72efbf9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod 1f6c5283c2936892c6c8a4a9f3580705f7b84ad5457792e300004340f72efbf9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:b2:f9:af:90:ea\",\"name\":\"1f6c5283c293689\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/582fe64a-19a2-4591-b908-449ea4f90d2a\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:03:50.811165 3845 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod 1f6c5283c2936892c6c8a4a9f3580705f7b84ad5457792e300004340f72efbf9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod 1f6c5283c2936892c6c8a4a9f3580705f7b84ad5457792e300004340f72efbf9 network default NAD default NAD key ] I0423 00:03:50.904935 3845 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod 1f6c5283c2936892c6c8a4a9f3580705f7b84ad5457792e300004340f72efbf9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod 1f6c5283c2936892c6c8a4a9f3580705f7b84ad5457792e300004340f72efbf9 network default NAD default NAD key default], result "{}", err I0423 00:03:50.969995 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:03:50.970032 3845 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod I0423 00:03:50.971398 3845 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod, ips: 10.128.0.51 I0423 00:03:50.971431 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:03:51.693694 3845 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:03:51.693719 3845 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:03:51.703831 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod I0423 00:03:51.703863 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod I0423 00:04:00.917575 3845 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-btvs5 for pod on switch ip-10-0-2-213.ec2.internal I0423 00:04:00.917693 3845 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 I0423 00:04:00.935382 3845 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5] pod update took 17.730733ms I0423 00:04:00.935401 3845 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5] addLogicalPort annotation time took 17.756ms I0423 00:04:00.936787 3845 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5] addLogicalPort took 19.22976ms, libovsdb time 876.936µs I0423 00:04:01.280856 3845 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 a808f73d2c1df6c20aaebd12ead3edbfca64fd63dfc274e5662fdc661dad2a6f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 a808f73d2c1df6c20aaebd12ead3edbfca64fd63dfc274e5662fdc661dad2a6f network default NAD default NAD key ] I0423 00:04:01.290190 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-btvs5, hostIfaceName: a808f73d2c1df6c, network: default, NAD default, SandboxID: "a808f73d2c1df6c20aaebd12ead3edbfca64fd63dfc274e5662fdc661dad2a6f", PCI device ID: , UID: "5580ff46-c292-453f-94a2-334e03e1b8f8", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0423 00:04:01.343370 3845 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 a808f73d2c1df6c20aaebd12ead3edbfca64fd63dfc274e5662fdc661dad2a6f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 a808f73d2c1df6c20aaebd12ead3edbfca64fd63dfc274e5662fdc661dad2a6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:65:cf:0e:4e:84\",\"name\":\"a808f73d2c1df6c\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f1d4298-b257-4cce-9333-39bd73d22a4d\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:04:04.802059 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:04:04.802638 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0423 00:04:14.784266 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 00:04:14.784287 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 00:04:14.784293 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 00:04:14.784299 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0423 00:04:17.269634 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=130 I0423 00:04:23.963151 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:04:23.963688 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:04:48.354503 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0423 00:05:11.347662 3845 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0423 00:05:13.114063 3845 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j8wqz-build-container-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:05:13.114234 3845 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod I0423 00:05:13.163151 3845 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod] pod update took 48.975447ms I0423 00:05:13.163174 3845 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod] addLogicalPort annotation time took 49.002416ms I0423 00:05:13.164460 3845 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod] addLogicalPort took 50.408265ms, libovsdb time 885.08µs I0423 00:05:13.329507 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:05:13.330032 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:05:13.475489 3845 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod 7fc9cfa6af5eb76602f7995e671564a2e232e6287bf4ef2319866ed7f4e127cd network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod 7fc9cfa6af5eb76602f7995e671564a2e232e6287bf4ef2319866ed7f4e127cd network default NAD default NAD key ] I0423 00:05:13.484606 3845 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j8wqz-build-container-pod, hostIfaceName: 7fc9cfa6af5eb76, network: default, NAD default, SandboxID: "7fc9cfa6af5eb76602f7995e671564a2e232e6287bf4ef2319866ed7f4e127cd", PCI device ID: , UID: "e00686d2-d272-4ca6-a7cc-8fec40043cec", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0423 00:05:13.541364 3845 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod 7fc9cfa6af5eb76602f7995e671564a2e232e6287bf4ef2319866ed7f4e127cd network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod 7fc9cfa6af5eb76602f7995e671564a2e232e6287bf4ef2319866ed7f4e127cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:03:82:6c:39:07\",\"name\":\"7fc9cfa6af5eb76\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/573682d6-fa16-4e3c-8df5-63ba53830940\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:05:34.266050 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0423 00:05:57.363621 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0423 00:06:07.261624 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0423 00:06:16.257626 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0423 00:06:22.380442 3845 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0423 00:06:36.373514 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0423 00:07:03.351085 3845 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0423 00:07:20.257562 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0423 00:07:50.068322 3845 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod 7fc9cfa6af5eb76602f7995e671564a2e232e6287bf4ef2319866ed7f4e127cd network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod 7fc9cfa6af5eb76602f7995e671564a2e232e6287bf4ef2319866ed7f4e127cd network default NAD default NAD key ] I0423 00:07:50.169653 3845 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod 7fc9cfa6af5eb76602f7995e671564a2e232e6287bf4ef2319866ed7f4e127cd network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod 7fc9cfa6af5eb76602f7995e671564a2e232e6287bf4ef2319866ed7f4e127cd network default NAD default NAD key default], result "{}", err I0423 00:07:50.299146 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:07:50.299199 3845 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod I0423 00:07:50.300632 3845 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod, ips: 10.128.0.53 I0423 00:07:50.300659 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:08:13.385784 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0423 00:08:19.831096 3845 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:08:19.831325 3845 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod I0423 00:08:19.858075 3845 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod] pod update took 26.786131ms I0423 00:08:19.858100 3845 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod] addLogicalPort annotation time took 26.815218ms I0423 00:08:19.859467 3845 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod] addLogicalPort took 28.384998ms, libovsdb time 958.798µs I0423 00:08:19.900302 3845 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j8wqz-clair-scan-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:08:19.900422 3845 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod I0423 00:08:19.930618 3845 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod] pod update took 30.224032ms I0423 00:08:19.930640 3845 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod] addLogicalPort annotation time took 30.253491ms I0423 00:08:19.931778 3845 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod] addLogicalPort took 31.491085ms, libovsdb time 755.972µs I0423 00:08:20.200765 3845 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod 5b7dea58486f87ddfd1da65cc84bc30a7605126d9142b78222e282e78a80eb04 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod 5b7dea58486f87ddfd1da65cc84bc30a7605126d9142b78222e282e78a80eb04 network default NAD default NAD key ] I0423 00:08:20.211138 3845 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod, hostIfaceName: 5b7dea58486f87d, network: default, NAD default, SandboxID: "5b7dea58486f87ddfd1da65cc84bc30a7605126d9142b78222e282e78a80eb04", PCI device ID: , UID: "5ed45ee4-fc6d-437e-aa0a-bec1aa0fec39", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0423 00:08:20.264575 3845 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod 63f3da80646db310ee5a2060ae59aaa3533452f71b2d7e0ec2963226a26a097e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod 63f3da80646db310ee5a2060ae59aaa3533452f71b2d7e0ec2963226a26a097e network default NAD default NAD key ] I0423 00:08:20.265512 3845 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod 5b7dea58486f87ddfd1da65cc84bc30a7605126d9142b78222e282e78a80eb04 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod 5b7dea58486f87ddfd1da65cc84bc30a7605126d9142b78222e282e78a80eb04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:e5:bd:f0:ae:7f\",\"name\":\"5b7dea58486f87d\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21f2a1a1-4f4f-417f-b7ba-26b59770035a\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:08:20.278165 3845 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j8wqz-clair-scan-pod, hostIfaceName: 63f3da80646db31, network: default, NAD default, SandboxID: "63f3da80646db310ee5a2060ae59aaa3533452f71b2d7e0ec2963226a26a097e", PCI device ID: , UID: "d4a73c18-6ba7-4e72-942e-df694f7aaeae", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0423 00:08:20.336669 3845 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod 63f3da80646db310ee5a2060ae59aaa3533452f71b2d7e0ec2963226a26a097e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod 63f3da80646db310ee5a2060ae59aaa3533452f71b2d7e0ec2963226a26a097e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:76:fd:a1:11:06\",\"name\":\"63f3da80646db31\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/395aecdb-2020-4143-a019-e5586724039e\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:08:20.583239 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:08:20.583834 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:08:21.407319 3845 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:08:21.407462 3845 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod I0423 00:08:21.438324 3845 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod] pod update took 30.894493ms I0423 00:08:21.438353 3845 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod] addLogicalPort annotation time took 30.926449ms I0423 00:08:21.439770 3845 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod] addLogicalPort took 32.46717ms, libovsdb time 974.447µs I0423 00:08:21.449625 3845 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:08:21.449799 3845 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod I0423 00:08:21.486261 3845 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod] pod update took 36.491931ms I0423 00:08:21.486290 3845 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod] addLogicalPort annotation time took 36.527188ms I0423 00:08:21.487612 3845 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod] addLogicalPort took 37.997941ms, libovsdb time 847.912µs I0423 00:08:21.625483 3845 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:08:21.625655 3845 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod I0423 00:08:21.646756 3845 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod] pod update took 21.126948ms I0423 00:08:21.646783 3845 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod] addLogicalPort annotation time took 21.15922ms I0423 00:08:21.648121 3845 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod] addLogicalPort took 22.652229ms, libovsdb time 897.533µs I0423 00:08:21.810243 3845 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod 76fa070b0a40ab5b601cc87236917af145d6120ca242987b922c605434e3e7a9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod 76fa070b0a40ab5b601cc87236917af145d6120ca242987b922c605434e3e7a9 network default NAD default NAD key ] I0423 00:08:21.819071 3845 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod 19c4e439a5593b3d4f4acd1f90baf781d6d3f8dc6d54b6e21a04089e3f595399 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod 19c4e439a5593b3d4f4acd1f90baf781d6d3f8dc6d54b6e21a04089e3f595399 network default NAD default NAD key ] I0423 00:08:21.820366 3845 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod, hostIfaceName: 76fa070b0a40ab5, network: default, NAD default, SandboxID: "76fa070b0a40ab5b601cc87236917af145d6120ca242987b922c605434e3e7a9", PCI device ID: , UID: "c57f1035-87e6-4c76-aa82-147da2097551", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0423 00:08:21.831537 3845 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod, hostIfaceName: 19c4e439a5593b3, network: default, NAD default, SandboxID: "19c4e439a5593b3d4f4acd1f90baf781d6d3f8dc6d54b6e21a04089e3f595399", PCI device ID: , UID: "6f657947-7c80-4412-bcf2-8a0d5d3d410b", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0423 00:08:21.874835 3845 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod 76fa070b0a40ab5b601cc87236917af145d6120ca242987b922c605434e3e7a9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod 76fa070b0a40ab5b601cc87236917af145d6120ca242987b922c605434e3e7a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:78:d6:81:6f:9f\",\"name\":\"76fa070b0a40ab5\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38cce9cf-85d5-47bb-841c-387f45c56234\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:08:21.906048 3845 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod 19c4e439a5593b3d4f4acd1f90baf781d6d3f8dc6d54b6e21a04089e3f595399 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod 19c4e439a5593b3d4f4acd1f90baf781d6d3f8dc6d54b6e21a04089e3f595399 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:8a:b5:d9:25:72\",\"name\":\"19c4e439a5593b3\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/009ec61f-30bc-4a76-bb36-e3f512373ea6\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:08:21.987419 3845 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod c171bdfd75b2edab1c6f0be2c5728877544f0b89a0a2f2d069fb44c1db69d20c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod c171bdfd75b2edab1c6f0be2c5728877544f0b89a0a2f2d069fb44c1db69d20c network default NAD default NAD key ] I0423 00:08:21.997666 3845 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod, hostIfaceName: c171bdfd75b2eda, network: default, NAD default, SandboxID: "c171bdfd75b2edab1c6f0be2c5728877544f0b89a0a2f2d069fb44c1db69d20c", PCI device ID: , UID: "53204346-f455-4188-8522-dfaa81526bd5", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0423 00:08:22.052123 3845 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod c171bdfd75b2edab1c6f0be2c5728877544f0b89a0a2f2d069fb44c1db69d20c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod c171bdfd75b2edab1c6f0be2c5728877544f0b89a0a2f2d069fb44c1db69d20c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:65:95:68:38:f1\",\"name\":\"c171bdfd75b2eda\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cba4e99e-9600-4058-ad89-83c90657317d\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:09:13.374116 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0423 00:09:36.295856 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:36.296505 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:43.923981 3845 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod 19c4e439a5593b3d4f4acd1f90baf781d6d3f8dc6d54b6e21a04089e3f595399 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod 19c4e439a5593b3d4f4acd1f90baf781d6d3f8dc6d54b6e21a04089e3f595399 network default NAD default NAD key ] I0423 00:09:44.034817 3845 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod 19c4e439a5593b3d4f4acd1f90baf781d6d3f8dc6d54b6e21a04089e3f595399 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod 19c4e439a5593b3d4f4acd1f90baf781d6d3f8dc6d54b6e21a04089e3f595399 network default NAD default NAD key default], result "{}", err I0423 00:09:44.150611 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:44.150655 3845 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod I0423 00:09:44.152356 3845 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod, ips: 10.128.0.57 I0423 00:09:44.152384 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:46.952788 3845 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod 5b7dea58486f87ddfd1da65cc84bc30a7605126d9142b78222e282e78a80eb04 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod 5b7dea58486f87ddfd1da65cc84bc30a7605126d9142b78222e282e78a80eb04 network default NAD default NAD key ] I0423 00:09:47.051963 3845 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod 5b7dea58486f87ddfd1da65cc84bc30a7605126d9142b78222e282e78a80eb04 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod 5b7dea58486f87ddfd1da65cc84bc30a7605126d9142b78222e282e78a80eb04 network default NAD default NAD key default], result "{}", err I0423 00:09:47.138111 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:47.138152 3845 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod I0423 00:09:47.139662 3845 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod, ips: 10.128.0.54 I0423 00:09:47.139689 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:47.959893 3845 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod 76fa070b0a40ab5b601cc87236917af145d6120ca242987b922c605434e3e7a9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod 76fa070b0a40ab5b601cc87236917af145d6120ca242987b922c605434e3e7a9 network default NAD default NAD key ] I0423 00:09:48.051132 3845 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod 76fa070b0a40ab5b601cc87236917af145d6120ca242987b922c605434e3e7a9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod 76fa070b0a40ab5b601cc87236917af145d6120ca242987b922c605434e3e7a9 network default NAD default NAD key default], result "{}", err I0423 00:09:48.176708 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:48.176763 3845 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod I0423 00:09:48.178332 3845 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod, ips: 10.128.0.56 I0423 00:09:48.178361 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:55.014666 3845 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod c171bdfd75b2edab1c6f0be2c5728877544f0b89a0a2f2d069fb44c1db69d20c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod c171bdfd75b2edab1c6f0be2c5728877544f0b89a0a2f2d069fb44c1db69d20c network default NAD default NAD key ] I0423 00:09:55.109578 3845 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod c171bdfd75b2edab1c6f0be2c5728877544f0b89a0a2f2d069fb44c1db69d20c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod c171bdfd75b2edab1c6f0be2c5728877544f0b89a0a2f2d069fb44c1db69d20c network default NAD default NAD key default], result "{}", err I0423 00:09:55.211425 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:55.211510 3845 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod I0423 00:09:55.212865 3845 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod, ips: 10.128.0.58 I0423 00:09:55.212910 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:01.547877 3845 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 a808f73d2c1df6c20aaebd12ead3edbfca64fd63dfc274e5662fdc661dad2a6f network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 a808f73d2c1df6c20aaebd12ead3edbfca64fd63dfc274e5662fdc661dad2a6f network default NAD default NAD key ] I0423 00:10:01.655855 3845 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 a808f73d2c1df6c20aaebd12ead3edbfca64fd63dfc274e5662fdc661dad2a6f network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 a808f73d2c1df6c20aaebd12ead3edbfca64fd63dfc274e5662fdc661dad2a6f network default NAD default NAD key default], result "{}", err I0423 00:10:01.721203 3845 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:01.721300 3845 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 I0423 00:10:01.722889 3845 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5, ips: 10.128.0.52 I0423 00:10:01.722926 3845 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:01.727212 3845 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:01.727669 3845 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:02.063802 3845 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:02.063855 3845 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:02.072530 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 I0423 00:10:02.072559 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 I0423 00:10:02.585788 3845 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:02.585815 3845 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:02.595672 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l I0423 00:10:02.595699 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l I0423 00:10:04.418935 3845 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:04.419474 3845 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:05.278928 3845 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:05.278955 3845 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:05.317306 3845 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:05.317369 3845 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:05.324467 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr I0423 00:10:05.324493 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr I0423 00:10:14.357777 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0423 00:10:44.273656 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=155 I0423 00:11:11.354789 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0423 00:11:33.388216 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0423 00:11:49.366778 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0423 00:12:13.261269 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0423 00:12:13.265419 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0423 00:12:15.265017 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0423 00:12:30.479747 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:12:30.480343 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:12:33.350889 3845 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0423 00:12:52.153514 3845 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod 63f3da80646db310ee5a2060ae59aaa3533452f71b2d7e0ec2963226a26a097e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod 63f3da80646db310ee5a2060ae59aaa3533452f71b2d7e0ec2963226a26a097e network default NAD default NAD key ] I0423 00:12:52.251597 3845 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod 63f3da80646db310ee5a2060ae59aaa3533452f71b2d7e0ec2963226a26a097e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod 63f3da80646db310ee5a2060ae59aaa3533452f71b2d7e0ec2963226a26a097e network default NAD default NAD key default], result "{}", err I0423 00:12:52.332866 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:12:52.332898 3845 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod I0423 00:12:52.334297 3845 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod, ips: 10.128.0.55 I0423 00:12:52.334375 3845 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:12:54.270054 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0423 00:12:55.226086 3845 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-dffk-xxffs-collect-keyless-params-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:12:55.226270 3845 kube.go:256] Updating pod default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod I0423 00:12:55.246022 3845 pod.go:62] [default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod] pod update took 19.798709ms I0423 00:12:55.246046 3845 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod] addLogicalPort annotation time took 19.82925ms I0423 00:12:55.247409 3845 pods.go:271] [default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod] addLogicalPort took 21.344276ms, libovsdb time 957.967µs I0423 00:12:55.587642 3845 cni.go:452] [default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod 001e39ca4549ca2cfd0c6a5006a92590b073f482b9b7bffd4cecb871cc95fa6b network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod 001e39ca4549ca2cfd0c6a5006a92590b073f482b9b7bffd4cecb871cc95fa6b network default NAD default NAD key ] I0423 00:12:55.597019 3845 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-dffk-xxffs-collect-keyless-params-pod, hostIfaceName: 001e39ca4549ca2, network: default, NAD default, SandboxID: "001e39ca4549ca2cfd0c6a5006a92590b073f482b9b7bffd4cecb871cc95fa6b", PCI device ID: , UID: "a8cb355d-9909-480f-91ae-861c5b34c677", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0423 00:12:55.647459 3845 cni.go:473] [default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod 001e39ca4549ca2cfd0c6a5006a92590b073f482b9b7bffd4cecb871cc95fa6b network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod 001e39ca4549ca2cfd0c6a5006a92590b073f482b9b7bffd4cecb871cc95fa6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:52:29:ae:c5:ef\",\"name\":\"001e39ca4549ca2\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/170b3404-b3ec-4413-b3ce-e10255fce34a\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:12:57.376355 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0423 00:13:10.279984 3845 cni.go:452] [default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod 001e39ca4549ca2cfd0c6a5006a92590b073f482b9b7bffd4cecb871cc95fa6b network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod 001e39ca4549ca2cfd0c6a5006a92590b073f482b9b7bffd4cecb871cc95fa6b network default NAD default NAD key ] I0423 00:13:10.375135 3845 cni.go:473] [default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod 001e39ca4549ca2cfd0c6a5006a92590b073f482b9b7bffd4cecb871cc95fa6b network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod 001e39ca4549ca2cfd0c6a5006a92590b073f482b9b7bffd4cecb871cc95fa6b network default NAD default NAD key default], result "{}", err I0423 00:13:10.444222 3845 obj_retry.go:498] Detected object default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:13:10.444255 3845 pods.go:176] Deleting pod: default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod I0423 00:13:10.445614 3845 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod, ips: 10.128.0.59 I0423 00:13:10.445640 3845 obj_retry.go:498] Detected object default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:13:35.045069 3845 obj_retry.go:498] Detected object default-tenant/my-integration-test-dffk-xxffs-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:13:35.045674 3845 obj_retry.go:498] Detected object default-tenant/my-integration-test-dffk-xxffs-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:13:48.526262 3845 base_network_controller_pods.go:487] [default/default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod] creating logical port default-managed-tenant-r485s_managed-xthxh-verify-access-to-resources-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:13:48.526398 3845 kube.go:256] Updating pod default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod I0423 00:13:48.548055 3845 pod.go:62] [default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod] pod update took 21.682469ms I0423 00:13:48.548081 3845 base_network_controller_pods.go:951] [default/default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod] addLogicalPort annotation time took 21.711467ms I0423 00:13:48.549340 3845 pods.go:271] [default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod] addLogicalPort took 23.090702ms, libovsdb time 836.847µs I0423 00:13:48.892593 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod 00fc8bb926e4aa3fff43900cc86948792e4db0ba089a21c9ed35bffc8fe56b89 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod 00fc8bb926e4aa3fff43900cc86948792e4db0ba089a21c9ed35bffc8fe56b89 network default NAD default NAD key ] I0423 00:13:48.901654 3845 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-r485s, podName: managed-xthxh-verify-access-to-resources-pod, hostIfaceName: 00fc8bb926e4aa3, network: default, NAD default, SandboxID: "00fc8bb926e4aa3fff43900cc86948792e4db0ba089a21c9ed35bffc8fe56b89", PCI device ID: , UID: "a3f7c58d-51ac-4f84-9c4c-390def898ef7", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0423 00:13:48.953256 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod 00fc8bb926e4aa3fff43900cc86948792e4db0ba089a21c9ed35bffc8fe56b89 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod 00fc8bb926e4aa3fff43900cc86948792e4db0ba089a21c9ed35bffc8fe56b89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:17:87:e7:54:b3\",\"name\":\"00fc8bb926e4aa3\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b87c6ca5-c823-4f7f-b666-6b73cf276d78\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:13:51.401124 3845 base_network_controller_pods.go:487] [default/default-managed-tenant-r485s/affinity-assistant-727faf88df-0] creating logical port default-managed-tenant-r485s_affinity-assistant-727faf88df-0 for pod on switch ip-10-0-2-213.ec2.internal I0423 00:13:51.401299 3845 kube.go:256] Updating pod default-managed-tenant-r485s/affinity-assistant-727faf88df-0 I0423 00:13:51.415508 3845 pod.go:62] [default-managed-tenant-r485s/affinity-assistant-727faf88df-0] pod update took 14.269595ms I0423 00:13:51.415535 3845 base_network_controller_pods.go:951] [default/default-managed-tenant-r485s/affinity-assistant-727faf88df-0] addLogicalPort annotation time took 14.300217ms I0423 00:13:51.417302 3845 pods.go:271] [default-managed-tenant-r485s/affinity-assistant-727faf88df-0] addLogicalPort took 16.19636ms, libovsdb time 1.178371ms I0423 00:13:51.766088 3845 cni.go:452] [default-managed-tenant-r485s/affinity-assistant-727faf88df-0 1f5b974c91c9c1f99437dd55c444df76d6c891a172ac7d1741afeb1a8d445036 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-r485s/affinity-assistant-727faf88df-0 1f5b974c91c9c1f99437dd55c444df76d6c891a172ac7d1741afeb1a8d445036 network default NAD default NAD key ] I0423 00:13:51.776563 3845 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-r485s, podName: affinity-assistant-727faf88df-0, hostIfaceName: 1f5b974c91c9c1f, network: default, NAD default, SandboxID: "1f5b974c91c9c1f99437dd55c444df76d6c891a172ac7d1741afeb1a8d445036", PCI device ID: , UID: "d325d6fb-7932-4289-8b14-350b9b49f39b", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0423 00:13:51.835231 3845 cni.go:473] [default-managed-tenant-r485s/affinity-assistant-727faf88df-0 1f5b974c91c9c1f99437dd55c444df76d6c891a172ac7d1741afeb1a8d445036 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-r485s/affinity-assistant-727faf88df-0 1f5b974c91c9c1f99437dd55c444df76d6c891a172ac7d1741afeb1a8d445036 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:db:65:f7:33:f4\",\"name\":\"1f5b974c91c9c1f\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4b9b4cf-445d-4071-8a45-ad56980452e7\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:14:05.655676 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod 00fc8bb926e4aa3fff43900cc86948792e4db0ba089a21c9ed35bffc8fe56b89 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod 00fc8bb926e4aa3fff43900cc86948792e4db0ba089a21c9ed35bffc8fe56b89 network default NAD default NAD key ] I0423 00:14:05.751542 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod 00fc8bb926e4aa3fff43900cc86948792e4db0ba089a21c9ed35bffc8fe56b89 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod 00fc8bb926e4aa3fff43900cc86948792e4db0ba089a21c9ed35bffc8fe56b89 network default NAD default NAD key default], result "{}", err I0423 00:14:05.812806 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:05.812835 3845 pods.go:176] Deleting pod: default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod I0423 00:14:05.814399 3845 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod, ips: 10.128.0.60 I0423 00:14:05.814422 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:16.935451 3845 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-zmq89] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-zmq89 for pod on switch ip-10-0-2-213.ec2.internal I0423 00:14:16.935592 3845 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-zmq89 I0423 00:14:16.954524 3845 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-zmq89] pod update took 18.960265ms I0423 00:14:16.954545 3845 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-zmq89] addLogicalPort annotation time took 18.988089ms I0423 00:14:16.955923 3845 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-zmq89] addLogicalPort took 20.490769ms, libovsdb time 926.497µs I0423 00:14:17.304075 3845 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-zmq89 acbd6f06184bb365a910dc3423509b33bf3120a8a057d74208544d71f1881e7d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-zmq89 acbd6f06184bb365a910dc3423509b33bf3120a8a057d74208544d71f1881e7d network default NAD default NAD key ] I0423 00:14:17.312893 3845 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-zmq89, hostIfaceName: acbd6f06184bb36, network: default, NAD default, SandboxID: "acbd6f06184bb365a910dc3423509b33bf3120a8a057d74208544d71f1881e7d", PCI device ID: , UID: "a313e263-5b36-462a-8a77-0558043fbd33", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0423 00:14:17.365273 3845 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-zmq89 acbd6f06184bb365a910dc3423509b33bf3120a8a057d74208544d71f1881e7d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-zmq89 acbd6f06184bb365a910dc3423509b33bf3120a8a057d74208544d71f1881e7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:cf:2c:a7:88:20\",\"name\":\"acbd6f06184bb36\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5e73fbb-4b60-4876-a972-e6d3c0d2b980\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0423 00:14:28.754112 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 00:14:28.754134 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 00:14:28.754140 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 00:14:28.754144 3845 util.go:959] Failed to build node endpoints for node ip-10-0-2-213.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0423 00:14:32.104382 3845 base_network_controller_pods.go:487] [default/default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod] creating logical port default-managed-tenant-r485s_managed-xthxh-collect-signing-params-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:14:32.104501 3845 kube.go:256] Updating pod default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod I0423 00:14:32.125224 3845 pod.go:62] [default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod] pod update took 20.753781ms I0423 00:14:32.125249 3845 base_network_controller_pods.go:951] [default/default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod] addLogicalPort annotation time took 20.785463ms I0423 00:14:32.126618 3845 pods.go:271] [default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod] addLogicalPort took 22.252178ms, libovsdb time 916.792µs I0423 00:14:32.473040 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:32.473535 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:32.701868 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod ed8c40faa052db0d2acadf730978df27ab691a0be849138597dac8b7a6f08d9c network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod ed8c40faa052db0d2acadf730978df27ab691a0be849138597dac8b7a6f08d9c network default NAD default NAD key ] I0423 00:14:32.711490 3845 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-r485s, podName: managed-xthxh-collect-signing-params-pod, hostIfaceName: ed8c40faa052db0, network: default, NAD default, SandboxID: "ed8c40faa052db0d2acadf730978df27ab691a0be849138597dac8b7a6f08d9c", PCI device ID: , UID: "601674d7-1ee1-47b7-bd0c-60ff72d7894a", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0423 00:14:32.764504 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod ed8c40faa052db0d2acadf730978df27ab691a0be849138597dac8b7a6f08d9c network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod ed8c40faa052db0d2acadf730978df27ab691a0be849138597dac8b7a6f08d9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:87:19:e7:83:bd\",\"name\":\"ed8c40faa052db0\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3ad2547-88b5-4436-a6aa-547bef92eb68\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:14:33.042477 3845 base_network_controller_pods.go:487] [default/default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod] creating logical port default-managed-tenant-r485s_managed-xthxh-collect-task-params-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:14:33.042627 3845 kube.go:256] Updating pod default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod I0423 00:14:33.065352 3845 pod.go:62] [default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod] pod update took 22.756816ms I0423 00:14:33.065370 3845 base_network_controller_pods.go:951] [default/default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod] addLogicalPort annotation time took 22.778105ms I0423 00:14:33.066782 3845 pods.go:271] [default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod] addLogicalPort took 24.327481ms, libovsdb time 974.504µs I0423 00:14:33.446665 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod 16bdf17269be2fc8c4ded61a3dbd5834908f8ef28e507a7966af1ab8a0a4c752 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod 16bdf17269be2fc8c4ded61a3dbd5834908f8ef28e507a7966af1ab8a0a4c752 network default NAD default NAD key ] I0423 00:14:33.456440 3845 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-r485s, podName: managed-xthxh-collect-task-params-pod, hostIfaceName: 16bdf17269be2fc, network: default, NAD default, SandboxID: "16bdf17269be2fc8c4ded61a3dbd5834908f8ef28e507a7966af1ab8a0a4c752", PCI device ID: , UID: "c7a8005e-2485-4b4a-9994-1e6ae596c498", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0423 00:14:33.509414 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod 16bdf17269be2fc8c4ded61a3dbd5834908f8ef28e507a7966af1ab8a0a4c752 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod 16bdf17269be2fc8c4ded61a3dbd5834908f8ef28e507a7966af1ab8a0a4c752 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:e4:06:4f:3f:b3\",\"name\":\"16bdf17269be2fc\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2e96c43-b65a-4a4e-88e4-68a4b76b3111\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:14:34.276035 3845 base_network_controller_pods.go:487] [default/default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod] creating logical port default-managed-tenant-r485s_managed-xthxh-collect-registry-token-secret-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:14:34.276156 3845 kube.go:256] Updating pod default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod I0423 00:14:34.296033 3845 pod.go:62] [default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod] pod update took 19.912966ms I0423 00:14:34.296057 3845 base_network_controller_pods.go:951] [default/default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod] addLogicalPort annotation time took 19.93771ms I0423 00:14:34.297361 3845 pods.go:271] [default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod] addLogicalPort took 21.342707ms, libovsdb time 858.901µs I0423 00:14:34.893062 3845 base_network_controller_pods.go:487] [default/default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod] creating logical port default-managed-tenant-r485s_managed-xthxh-check-data-keys-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:14:34.893170 3845 kube.go:256] Updating pod default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod I0423 00:14:34.923117 3845 pod.go:62] [default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod] pod update took 29.97677ms I0423 00:14:34.923140 3845 base_network_controller_pods.go:951] [default/default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod] addLogicalPort annotation time took 30.003818ms I0423 00:14:34.924345 3845 pods.go:271] [default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod] addLogicalPort took 31.30258ms, libovsdb time 799.042µs I0423 00:14:34.986556 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod bdaccd8d7a47eac522d8ef1a90e4421aad7c9a359ffb73faf74795a04d1ba52b network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod bdaccd8d7a47eac522d8ef1a90e4421aad7c9a359ffb73faf74795a04d1ba52b network default NAD default NAD key ] I0423 00:14:34.996256 3845 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-r485s, podName: managed-xthxh-collect-registry-token-secret-pod, hostIfaceName: bdaccd8d7a47eac, network: default, NAD default, SandboxID: "bdaccd8d7a47eac522d8ef1a90e4421aad7c9a359ffb73faf74795a04d1ba52b", PCI device ID: , UID: "5d006388-914e-4c8d-ac41-34a53883af66", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0423 00:14:35.012131 3845 base_network_controller_pods.go:487] [default/default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod] creating logical port default-managed-tenant-r485s_managed-xthxh-reduce-snapshot-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:14:35.012261 3845 kube.go:256] Updating pod default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod I0423 00:14:35.048256 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod bdaccd8d7a47eac522d8ef1a90e4421aad7c9a359ffb73faf74795a04d1ba52b network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod bdaccd8d7a47eac522d8ef1a90e4421aad7c9a359ffb73faf74795a04d1ba52b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:00:cc:52:8f:9c\",\"name\":\"bdaccd8d7a47eac\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a7fb498-e85d-4cc1-b535-f0a7af90bce7\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:14:35.048412 3845 pod.go:62] [default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod] pod update took 36.186907ms I0423 00:14:35.048435 3845 base_network_controller_pods.go:951] [default/default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod] addLogicalPort annotation time took 36.211347ms I0423 00:14:35.049880 3845 pods.go:271] [default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod] addLogicalPort took 37.765464ms, libovsdb time 981.469µs I0423 00:14:35.432375 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod 1c8a8b129c70fe1794ff80e9abf4023a7c013381936150973b582469035a3cbb network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod 1c8a8b129c70fe1794ff80e9abf4023a7c013381936150973b582469035a3cbb network default NAD default NAD key ] I0423 00:14:35.442293 3845 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-r485s, podName: managed-xthxh-reduce-snapshot-pod, hostIfaceName: 1c8a8b129c70fe1, network: default, NAD default, SandboxID: "1c8a8b129c70fe1794ff80e9abf4023a7c013381936150973b582469035a3cbb", PCI device ID: , UID: "d0846896-51c7-453b-9133-c8120dfaff9a", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0423 00:14:35.494506 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod 1c8a8b129c70fe1794ff80e9abf4023a7c013381936150973b582469035a3cbb network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod 1c8a8b129c70fe1794ff80e9abf4023a7c013381936150973b582469035a3cbb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:9e:fa:fd:e2:09\",\"name\":\"1c8a8b129c70fe1\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a5d7338-d295-4a0c-a80f-a963e26478da\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:14:35.609312 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod f286349196d1e20f7da260f2391b46974d316cd81f1eb9fb267a45bd96f8a6ad network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod f286349196d1e20f7da260f2391b46974d316cd81f1eb9fb267a45bd96f8a6ad network default NAD default NAD key ] I0423 00:14:35.621842 3845 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-r485s, podName: managed-xthxh-check-data-keys-pod, hostIfaceName: f286349196d1e20, network: default, NAD default, SandboxID: "f286349196d1e20f7da260f2391b46974d316cd81f1eb9fb267a45bd96f8a6ad", PCI device ID: , UID: "18026724-5d3a-44ff-9601-8ee282f07e85", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0423 00:14:35.683527 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod f286349196d1e20f7da260f2391b46974d316cd81f1eb9fb267a45bd96f8a6ad network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod f286349196d1e20f7da260f2391b46974d316cd81f1eb9fb267a45bd96f8a6ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:1a:58:74:2a:7e\",\"name\":\"f286349196d1e20\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d198ca7-1b5f-467b-afb4-c8b4a8231553\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:14:40.952599 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod 16bdf17269be2fc8c4ded61a3dbd5834908f8ef28e507a7966af1ab8a0a4c752 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod 16bdf17269be2fc8c4ded61a3dbd5834908f8ef28e507a7966af1ab8a0a4c752 network default NAD default NAD key ] I0423 00:14:40.952858 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod bdaccd8d7a47eac522d8ef1a90e4421aad7c9a359ffb73faf74795a04d1ba52b network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod bdaccd8d7a47eac522d8ef1a90e4421aad7c9a359ffb73faf74795a04d1ba52b network default NAD default NAD key ] I0423 00:14:41.060595 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod bdaccd8d7a47eac522d8ef1a90e4421aad7c9a359ffb73faf74795a04d1ba52b network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod bdaccd8d7a47eac522d8ef1a90e4421aad7c9a359ffb73faf74795a04d1ba52b network default NAD default NAD key default], result "{}", err I0423 00:14:41.083805 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod 16bdf17269be2fc8c4ded61a3dbd5834908f8ef28e507a7966af1ab8a0a4c752 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod 16bdf17269be2fc8c4ded61a3dbd5834908f8ef28e507a7966af1ab8a0a4c752 network default NAD default NAD key default], result "{}", err I0423 00:14:41.155686 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:41.155716 3845 pods.go:176] Deleting pod: default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod I0423 00:14:41.157252 3845 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod, ips: 10.128.0.65 I0423 00:14:41.157278 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:41.189711 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:41.189824 3845 pods.go:176] Deleting pod: default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod I0423 00:14:41.192048 3845 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod, ips: 10.128.0.64 I0423 00:14:41.192084 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:44.992902 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod ed8c40faa052db0d2acadf730978df27ab691a0be849138597dac8b7a6f08d9c network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod ed8c40faa052db0d2acadf730978df27ab691a0be849138597dac8b7a6f08d9c network default NAD default NAD key ] I0423 00:14:45.090755 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod ed8c40faa052db0d2acadf730978df27ab691a0be849138597dac8b7a6f08d9c network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod ed8c40faa052db0d2acadf730978df27ab691a0be849138597dac8b7a6f08d9c network default NAD default NAD key default], result "{}", err I0423 00:14:45.162493 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:45.162522 3845 pods.go:176] Deleting pod: default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod I0423 00:14:45.163984 3845 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod, ips: 10.128.0.63 I0423 00:14:45.164015 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:46.004533 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod f286349196d1e20f7da260f2391b46974d316cd81f1eb9fb267a45bd96f8a6ad network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod f286349196d1e20f7da260f2391b46974d316cd81f1eb9fb267a45bd96f8a6ad network default NAD default NAD key ] I0423 00:14:46.098773 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod f286349196d1e20f7da260f2391b46974d316cd81f1eb9fb267a45bd96f8a6ad network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod f286349196d1e20f7da260f2391b46974d316cd81f1eb9fb267a45bd96f8a6ad network default NAD default NAD key default], result "{}", err I0423 00:14:46.175428 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:46.175475 3845 pods.go:176] Deleting pod: default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod I0423 00:14:46.176974 3845 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod, ips: 10.128.0.66 I0423 00:14:46.177002 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:55.388458 3845 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0423 00:14:58.124054 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod 1c8a8b129c70fe1794ff80e9abf4023a7c013381936150973b582469035a3cbb network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod 1c8a8b129c70fe1794ff80e9abf4023a7c013381936150973b582469035a3cbb network default NAD default NAD key ] I0423 00:14:58.227528 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod 1c8a8b129c70fe1794ff80e9abf4023a7c013381936150973b582469035a3cbb network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod 1c8a8b129c70fe1794ff80e9abf4023a7c013381936150973b582469035a3cbb network default NAD default NAD key default], result "{}", err I0423 00:14:58.308109 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:58.308138 3845 pods.go:176] Deleting pod: default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod I0423 00:14:58.309403 3845 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod, ips: 10.128.0.67 I0423 00:14:58.309427 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:10.784958 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:10.785480 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:12.605646 3845 base_network_controller_pods.go:487] [default/default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod] creating logical port default-managed-tenant-r485s_managed-xthxh-filter-already-released-images-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:15:12.605777 3845 kube.go:256] Updating pod default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod I0423 00:15:12.633518 3845 pod.go:62] [default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod] pod update took 27.776152ms I0423 00:15:12.633540 3845 base_network_controller_pods.go:951] [default/default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod] addLogicalPort annotation time took 27.81598ms I0423 00:15:12.635051 3845 pods.go:271] [default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod] addLogicalPort took 29.425025ms, libovsdb time 1.084002ms I0423 00:15:12.976379 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod 53b94fa18a1c1268047f31d06961f7e48bd64e965d17eb684aff937d2c5e8bc6 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod 53b94fa18a1c1268047f31d06961f7e48bd64e965d17eb684aff937d2c5e8bc6 network default NAD default NAD key ] I0423 00:15:12.985586 3845 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-r485s, podName: managed-xthxh-filter-already-released-images-pod, hostIfaceName: 53b94fa18a1c126, network: default, NAD default, SandboxID: "53b94fa18a1c1268047f31d06961f7e48bd64e965d17eb684aff937d2c5e8bc6", PCI device ID: , UID: "dc834b52-cbdf-4d05-a448-4d53a2862a31", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0423 00:15:13.037307 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod 53b94fa18a1c1268047f31d06961f7e48bd64e965d17eb684aff937d2c5e8bc6 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod 53b94fa18a1c1268047f31d06961f7e48bd64e965d17eb684aff937d2c5e8bc6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:00:f7:c6:cf:47\",\"name\":\"53b94fa18a1c126\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bed7a06-ba60-4f1f-9577-ce0d6fa4e283\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:15:22.322064 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod 53b94fa18a1c1268047f31d06961f7e48bd64e965d17eb684aff937d2c5e8bc6 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod 53b94fa18a1c1268047f31d06961f7e48bd64e965d17eb684aff937d2c5e8bc6 network default NAD default NAD key ] I0423 00:15:22.411496 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod 53b94fa18a1c1268047f31d06961f7e48bd64e965d17eb684aff937d2c5e8bc6 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod 53b94fa18a1c1268047f31d06961f7e48bd64e965d17eb684aff937d2c5e8bc6 network default NAD default NAD key default], result "{}", err I0423 00:15:22.503171 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:22.503248 3845 pods.go:176] Deleting pod: default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod I0423 00:15:22.504855 3845 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod, ips: 10.128.0.68 I0423 00:15:22.504883 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:23.520957 3845 base_network_controller_pods.go:487] [default/default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod] creating logical port default-managed-tenant-r485s_managed-xthxh-collect-tpa-params-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:15:23.521106 3845 kube.go:256] Updating pod default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod I0423 00:15:23.546785 3845 pod.go:62] [default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod] pod update took 25.731482ms I0423 00:15:23.546814 3845 base_network_controller_pods.go:951] [default/default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod] addLogicalPort annotation time took 25.767445ms I0423 00:15:23.548618 3845 pods.go:271] [default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod] addLogicalPort took 27.676922ms, libovsdb time 1.206664ms I0423 00:15:23.888400 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod 2be7ab741cc2b12a9fbc8ad5f58c7ead5a13103d6213ab62b40d606edff09ad5 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod 2be7ab741cc2b12a9fbc8ad5f58c7ead5a13103d6213ab62b40d606edff09ad5 network default NAD default NAD key ] I0423 00:15:23.897561 3845 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-r485s, podName: managed-xthxh-collect-tpa-params-pod, hostIfaceName: 2be7ab741cc2b12, network: default, NAD default, SandboxID: "2be7ab741cc2b12a9fbc8ad5f58c7ead5a13103d6213ab62b40d606edff09ad5", PCI device ID: , UID: "5eb19202-2ddc-4227-a780-be4923b86c14", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23] I0423 00:15:23.948930 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod 2be7ab741cc2b12a9fbc8ad5f58c7ead5a13103d6213ab62b40d606edff09ad5 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod 2be7ab741cc2b12a9fbc8ad5f58c7ead5a13103d6213ab62b40d606edff09ad5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:07:78:77:d6:e8\",\"name\":\"2be7ab741cc2b12\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eccc3e6b-ddf1-4e84-9498-18ea810a5ecd\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:15:31.406069 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod 2be7ab741cc2b12a9fbc8ad5f58c7ead5a13103d6213ab62b40d606edff09ad5 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod 2be7ab741cc2b12a9fbc8ad5f58c7ead5a13103d6213ab62b40d606edff09ad5 network default NAD default NAD key ] I0423 00:15:31.502817 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod 2be7ab741cc2b12a9fbc8ad5f58c7ead5a13103d6213ab62b40d606edff09ad5 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod 2be7ab741cc2b12a9fbc8ad5f58c7ead5a13103d6213ab62b40d606edff09ad5 network default NAD default NAD key default], result "{}", err I0423 00:15:31.572770 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:31.572805 3845 pods.go:176] Deleting pod: default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod I0423 00:15:31.574187 3845 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod, ips: 10.128.0.69 I0423 00:15:31.574217 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:46.388432 3845 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0423 00:16:02.338169 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:16:02.338842 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:16:16.354285 3845 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0423 00:16:34.585808 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:16:34.586383 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:16:37.556251 3845 base_network_controller_pods.go:487] [default/default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod] creating logical port default-managed-tenant-r485s_managed-xthxh-process-component-sbom-pod for pod on switch ip-10-0-2-213.ec2.internal I0423 00:16:37.556399 3845 kube.go:256] Updating pod default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod I0423 00:16:37.581317 3845 pod.go:62] [default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod] pod update took 24.961099ms I0423 00:16:37.581347 3845 base_network_controller_pods.go:951] [default/default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod] addLogicalPort annotation time took 24.993698ms I0423 00:16:37.582993 3845 pods.go:271] [default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod] addLogicalPort took 26.760374ms, libovsdb time 1.057582ms I0423 00:16:37.919774 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod b7f9b7f6a8d7fdfefa51ff27f05a718b984372aee96b04a1687de264f524c8e3 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod b7f9b7f6a8d7fdfefa51ff27f05a718b984372aee96b04a1687de264f524c8e3 network default NAD default NAD key ] I0423 00:16:37.928834 3845 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-r485s, podName: managed-xthxh-process-component-sbom-pod, hostIfaceName: b7f9b7f6a8d7fdf, network: default, NAD default, SandboxID: "b7f9b7f6a8d7fdfefa51ff27f05a718b984372aee96b04a1687de264f524c8e3", PCI device ID: , UID: "1f0c89db-b03b-4e8c-917d-62166be637d1", MAC: 0a:58:0a:80:00:46, IPs: [10.128.0.70/23] I0423 00:16:37.980804 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod b7f9b7f6a8d7fdfefa51ff27f05a718b984372aee96b04a1687de264f524c8e3 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod b7f9b7f6a8d7fdfefa51ff27f05a718b984372aee96b04a1687de264f524c8e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:d9:6d:2d:a2:5d\",\"name\":\"b7f9b7f6a8d7fdf\"},{\"mac\":\"0a:58:0a:80:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5184941-04a1-4c50-b76d-015d9653abf1\"}],\"ips\":[{\"address\":\"10.128.0.70/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0423 00:16:51.048889 3845 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod b7f9b7f6a8d7fdfefa51ff27f05a718b984372aee96b04a1687de264f524c8e3 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod b7f9b7f6a8d7fdfefa51ff27f05a718b984372aee96b04a1687de264f524c8e3 network default NAD default NAD key ] I0423 00:16:51.135509 3845 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod b7f9b7f6a8d7fdfefa51ff27f05a718b984372aee96b04a1687de264f524c8e3 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod b7f9b7f6a8d7fdfefa51ff27f05a718b984372aee96b04a1687de264f524c8e3 network default NAD default NAD key default], result "{}", err I0423 00:16:51.211239 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:16:51.211283 3845 pods.go:176] Deleting pod: default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod I0423 00:16:51.212589 3845 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod, ips: 10.128.0.70 I0423 00:16:51.212618 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:17:15.260902 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0423 00:17:49.271891 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0423 00:17:52.421139 3845 cni.go:452] [default-managed-tenant-r485s/affinity-assistant-727faf88df-0 1f5b974c91c9c1f99437dd55c444df76d6c891a172ac7d1741afeb1a8d445036 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-r485s/affinity-assistant-727faf88df-0 1f5b974c91c9c1f99437dd55c444df76d6c891a172ac7d1741afeb1a8d445036 network default NAD default NAD key ] I0423 00:17:52.510180 3845 cni.go:473] [default-managed-tenant-r485s/affinity-assistant-727faf88df-0 1f5b974c91c9c1f99437dd55c444df76d6c891a172ac7d1741afeb1a8d445036 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-r485s/affinity-assistant-727faf88df-0 1f5b974c91c9c1f99437dd55c444df76d6c891a172ac7d1741afeb1a8d445036 network default NAD default NAD key default], result "{}", err I0423 00:17:52.565469 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/affinity-assistant-727faf88df-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:17:52.565502 3845 pods.go:176] Deleting pod: default-managed-tenant-r485s/affinity-assistant-727faf88df-0 I0423 00:17:52.566807 3845 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-r485s/affinity-assistant-727faf88df-0, ips: 10.128.0.61 I0423 00:17:52.566835 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/affinity-assistant-727faf88df-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:17:53.270841 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:17:53.271449 3845 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:17:53.550620 3845 obj_retry.go:492] Detected object default-managed-tenant-r485s/affinity-assistant-727faf88df-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:17:53.550665 3845 obj_retry.go:492] Detected object default-managed-tenant-r485s/affinity-assistant-727faf88df-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:17:53.554624 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-managed-tenant-r485s/affinity-assistant-727faf88df-0 I0423 00:17:53.554644 3845 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-managed-tenant-r485s/affinity-assistant-727faf88df-0 I0423 00:17:56.267982 3845 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6