+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-177.ec2.internal ++ [[ -n ip-10-0-0-177.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-177.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0504 09:19:29.990278969 - disable conntrack on geneve port + echo 'I0504 09:19:29.990278969 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0504 09:19:30.008407374 - starting ovnkube-node + echo 'I0504 09:19:30.008407374 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-177.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-177.ec2.internal --init-node ip-10-0-0-177.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-177.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 09:19:30.049610 3678 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 09:19:30.049662 3678 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-98944a3045.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 09:19:30.051007 3678 kube.go:431] Waiting for certificate I0504 09:19:30.051041 3678 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 09:19:30.051064 3678 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 09:19:30.051731 3678 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 09:19:30.077238 3678 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 09:19:30.077260 3678 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 09:19:30.079453 3678 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 09:19:30.082804 3678 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-fx5vv" I0504 09:19:30.093222 3678 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-fx5vv" I0504 09:19:30.093290 3678 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 09:19:31.052110 3678 kube.go:438] Certificate found I0504 09:19:31.052858 3678 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 09:19:31.053861 3678 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 09:19:31.097364 3678 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 09:14:30 +0000 UTC" deadline="2026-05-05 04:52:18.871483693 +0000 UTC" I0504 09:19:31.097437 3678 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h32m47.774058916s" I0504 09:19:31.125495 3678 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 09:19:31.137182 3678 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 09:19:31.137260 3678 factory.go:561] Starting watch factory I0504 09:19:31.137332 3678 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 09:19:31.137575 3678 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.137605 3678 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.137696 3678 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.137735 3678 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.137823 3678 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.137845 3678 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.138048 3678 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.138150 3678 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.138646 3678 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.139095 3678 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.139954 3678 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.139980 3678 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.140946 3678 server.go:101] MetricServer registers OVS metrics I0504 09:19:31.141453 3678 controller_manager.go:370] Starting the ovnkube controller I0504 09:19:31.141468 3678 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-177.ec2.internal I0504 09:19:31.141511 3678 server.go:105] MetricServer registers OVN DB metrics I0504 09:19:31.141513 3678 controller_manager.go:395] NBDB zone sync took: 38.605µs I0504 09:19:31.141607 3678 factory.go:561] Starting watch factory I0504 09:19:31.146185 3678 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 09:19:31.146211 3678 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 09:19:31.159071 3678 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 09:19:31.159099 3678 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 09:19:31.159684 3678 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.160577 3678 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.161469 3678 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.161691 3678 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.161869 3678 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.163423 3678 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 09:19:31.163499 3678 server.go:109] MetricServer registers OVN Controller metrics I0504 09:19:31.167782 3678 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:31.168593 3678 server.go:113] MetricServer registers OVN Northd metrics I0504 09:19:31.173317 3678 metrics.go:519] OVN Metrics Server starts to run ... I0504 09:19:31.242817 3678 factory.go:1977] *v1.Service informer cache synced successfully I0504 09:19:31.242832 3678 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 09:19:31.242836 3678 factory.go:1977] *v1.Pod informer cache synced successfully I0504 09:19:31.242839 3678 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 09:19:31.242842 3678 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 09:19:31.242845 3678 factory.go:1977] *v1.Node informer cache synced successfully I0504 09:19:31.242908 3678 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 09:19:31.242922 3678 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 09:19:31.242946 3678 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 09:19:31.242968 3678 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 09:19:31.246812 3678 factory.go:1977] *v1.Node informer cache synced successfully I0504 09:19:31.246815 3678 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 09:19:31.246828 3678 factory.go:1977] *v1.Service informer cache synced successfully I0504 09:19:31.246830 3678 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 09:19:31.246835 3678 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 09:19:31.246843 3678 factory.go:1977] *v1.Pod informer cache synced successfully I0504 09:19:31.246847 3678 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 09:19:31.246851 3678 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 09:19:31.248688 3678 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 09:19:31.248699 3678 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 09:19:31.248747 3678 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.248758 3678 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.251787 3678 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.251888 3678 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 09:19:31.251897 3678 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 09:19:31.253822 3678 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 09:19:31.253872 3678 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.253884 3678 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.257040 3678 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.257043 3678 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 09:19:31.259009 3678 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 09:19:31.259059 3678 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.259070 3678 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.262053 3678 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.262183 3678 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 09:19:31.264073 3678 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 09:19:31.264153 3678 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.264169 3678 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.267256 3678 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.267265 3678 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 09:19:31.269341 3678 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 09:19:31.269406 3678 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.269436 3678 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.272299 3678 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 09:19:31.272679 3678 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.274624 3678 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 09:19:31.274905 3678 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 09:19:31.274919 3678 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 09:19:31.277852 3678 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 09:19:31.278406 3678 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 09:19:31.280407 3678 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 09:19:31.280460 3678 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.280470 3678 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.280530 3678 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.280545 3678 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.283332 3678 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 09:19:31.283500 3678 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.284492 3678 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:31.286388 3678 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 09:19:31.286398 3678 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 09:19:31.286405 3678 factory.go:680] Watch Factory start up complete, took: 149.147291ms I0504 09:19:31.286459 3678 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 09:19:31.288588 3678 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 09:19:31.288600 3678 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 09:19:31.288607 3678 factory.go:680] Watch Factory start up complete, took: 147.000732ms I0504 09:19:31.288614 3678 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-177.ec2.internal" zone I0504 09:19:31.324278 3678 default_node_network_controller.go:710] Initializing the default node network controller I0504 09:19:31.372027 3678 udn_isolation.go:101] Starting UDN host isolation manager I0504 09:19:31.377743 3678 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 09:19:31.412353 3678 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 09:19:31.412455 3678 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 09:19:31.412471 3678 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 09:19:31.442518 3678 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 09:19:31.442571 3678 default_node_network_controller.go:809] Node ip-10-0-0-177.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0504 09:19:31.448100 3678 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.177"] k8s.ovn.org/zone-name:ip-10-0-0-177.ec2.internal] on node ip-10-0-0-177.ec2.internal I0504 09:19:31.475636 3678 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 09:19:31.481611 3678 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 09:19:31.481715 3678 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0504 09:19:31.481850 3678 gateway_init.go:263] Preparing Gateway I0504 09:19:31.481862 3678 gateway_shared_intf.go:1687] Creating new gateway I0504 09:19:31.538863 3678 controller_manager.go:429] Waiting for node in zone sync took: 250.237925ms I0504 09:19:31.545339 3678 controller_manager.go:611] Switching to transit router for layer2 networks I0504 09:19:31.545354 3678 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-177.ec2.internal I0504 09:19:31.566191 3678 iptables.go:108] Creating table: filter chain: FORWARD I0504 09:19:31.572655 3678 iptables.go:108] Creating table: filter chain: OUTPUT I0504 09:19:31.579429 3678 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 09:19:31.579443 3678 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-177.ec2.internal","mac-address":"12:0a:33:4a:93:01","ip-addresses":["10.0.0.177/24"],"ip-address":"10.0.0.177/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:1ce849fb-d9f1-4679-a0b6-4096492689c7 k8s.ovn.org/node-encap-ips:["10.0.0.177"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.177/24"} k8s.ovn.org/zone-name:ip-10-0-0-177.ec2.internal] on node ip-10-0-0-177.ec2.internal I0504 09:19:31.580563 3678 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 09:19:31.586568 3678 controller_manager.go:290] SCTP support detected in OVN I0504 09:19:31.587057 3678 services_controller.go:69] Creating services controller for network=default I0504 09:19:31.587103 3678 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 09:19:31.587235 3678 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 09:19:31.587262 3678 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 09:19:31.587275 3678 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 09:19:31.587283 3678 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 09:19:31.587443 3678 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 09:19:31.587482 3678 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 09:19:31.587544 3678 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 63.608µs I0504 09:19:31.587553 3678 udn_enabled_svc.go:95] Performing full resync I0504 09:19:31.587568 3678 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 77.85µs I0504 09:19:31.587579 3678 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 94.973µs I0504 09:19:31.587585 3678 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 09:19:31.587591 3678 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 09:19:31.587610 3678 default_network_controller.go:325] Starting the default network controller I0504 09:19:31.587618 3678 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.652µs I0504 09:19:31.587871 3678 udn_enabled_svc.go:99] Waiting for handler to sync I0504 09:19:31.587883 3678 udn_enabled_svc.go:104] Starting worker I0504 09:19:31.596789 3678 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 09:19:31.596843 3678 repair.go:33] Syncing exgw routes took 42.098µs I0504 09:19:31.596864 3678 default_network_controller.go:414] Starting all the Watchers... I0504 09:19:31.596996 3678 namespace.go:98] [openshift-insights] adding namespace I0504 09:19:31.597009 3678 namespace.go:98] [openshift-cluster-version] adding namespace I0504 09:19:31.597012 3678 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 09:19:31.597018 3678 namespace.go:98] [openshift-multus] adding namespace I0504 09:19:31.597025 3678 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 09:19:31.597034 3678 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 09:19:31.597037 3678 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 09:19:31.597034 3678 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 09:19:31.597050 3678 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 09:19:31.597059 3678 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 09:19:31.597065 3678 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 09:19:31.597070 3678 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 09:19:31.597074 3678 namespace.go:98] [openshift-monitoring] adding namespace I0504 09:19:31.597078 3678 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 09:19:31.597083 3678 namespace.go:98] [openshift-ingress] adding namespace I0504 09:19:31.597552 3678 namespace.go:102] [openshift-insights] adding namespace took 542.293µs I0504 09:19:31.597572 3678 namespace.go:98] [openshift-backplane-cse] adding namespace I0504 09:19:31.597983 3678 namespace.go:102] [openshift-backplane-cse] adding namespace took 405.066µs I0504 09:19:31.597998 3678 namespace.go:98] [openshift-console-operator] adding namespace I0504 09:19:31.598503 3678 namespace.go:102] [openshift-console-operator] adding namespace took 497.022µs I0504 09:19:31.598519 3678 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 09:19:31.598973 3678 namespace.go:102] [openshift-cluster-version] adding namespace took 1.954114ms I0504 09:19:31.598987 3678 namespace.go:98] [openshift-dns-operator] adding namespace I0504 09:19:31.599505 3678 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.482719ms I0504 09:19:31.599524 3678 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 09:19:31.599985 3678 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 2.953149ms I0504 09:19:31.599998 3678 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace W0504 09:19:31.600017 3678 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-6xzpr: pod openshift-multus/network-metrics-daemon-6xzpr: no pod IPs found I0504 09:19:31.600673 3678 namespace.go:102] [openshift-multus] adding namespace took 3.645421ms I0504 09:19:31.600689 3678 namespace.go:98] [kube-public] adding namespace I0504 09:19:31.601078 3678 namespace.go:102] [openshift-backplane-mobb] adding namespace took 4.037968ms I0504 09:19:31.601091 3678 namespace.go:98] [openshift-machine-api] adding namespace I0504 09:19:31.601631 3678 namespace.go:102] [openshift-apiserver-operator] adding namespace took 4.588127ms I0504 09:19:31.601645 3678 namespace.go:98] [openshift-apiserver] adding namespace I0504 09:19:31.602108 3678 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.06175ms I0504 09:19:31.602139 3678 namespace.go:98] [openshift-config-managed] adding namespace I0504 09:19:31.602536 3678 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.477065ms I0504 09:19:31.602548 3678 namespace.go:98] [default] adding namespace I0504 09:19:31.603068 3678 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.003564ms I0504 09:19:31.603083 3678 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 09:19:31.603530 3678 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.460024ms I0504 09:19:31.603543 3678 namespace.go:98] [openshift-authentication] adding namespace I0504 09:19:31.603948 3678 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.872463ms I0504 09:19:31.603964 3678 namespace.go:98] [openshift-infra] adding namespace I0504 09:19:31.604481 3678 namespace.go:102] [openshift-monitoring] adding namespace took 7.402034ms I0504 09:19:31.604498 3678 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 09:19:31.604900 3678 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.817067ms I0504 09:19:31.604914 3678 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 09:19:31.605393 3678 namespace.go:102] [openshift-ingress] adding namespace took 8.304223ms I0504 09:19:31.605407 3678 namespace.go:98] [openshift-host-network] adding namespace I0504 09:19:31.605798 3678 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.273668ms I0504 09:19:31.605815 3678 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 09:19:31.606148 3678 namespace.go:102] [openshift-dns-operator] adding namespace took 7.155537ms I0504 09:19:31.606163 3678 namespace.go:98] [openshift-dns] adding namespace I0504 09:19:31.606536 3678 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.007598ms I0504 09:19:31.606546 3678 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 09:19:31.606945 3678 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.942604ms I0504 09:19:31.606957 3678 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 09:19:31.607363 3678 namespace.go:102] [kube-public] adding namespace took 6.667384ms I0504 09:19:31.607384 3678 namespace.go:98] [openshift-backplane] adding namespace I0504 09:19:31.608328 3678 namespace.go:102] [openshift-machine-api] adding namespace took 7.227531ms I0504 09:19:31.608353 3678 namespace.go:98] [open-cluster-management-2q30v0mp9l76e0dgvrf8upih6itusg2g] adding namespace I0504 09:19:31.608769 3678 namespace.go:102] [openshift-apiserver] adding namespace took 7.117245ms I0504 09:19:31.608786 3678 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 09:19:31.609459 3678 namespace.go:102] [openshift-config-managed] adding namespace took 7.312105ms I0504 09:19:31.609475 3678 namespace.go:98] [openshift-config-operator] adding namespace I0504 09:19:31.609832 3678 namespace.go:102] [default] adding namespace took 7.279153ms I0504 09:19:31.609841 3678 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 09:19:31.610432 3678 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.338491ms I0504 09:19:31.610453 3678 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 09:19:31.610886 3678 namespace.go:102] [openshift-authentication] adding namespace took 7.336855ms I0504 09:19:31.610900 3678 namespace.go:98] [openshift-marketplace] adding namespace I0504 09:19:31.611107 3678 default_node_network_controller.go:519] Node connection status = connected I0504 09:19:31.611333 3678 namespace.go:102] [openshift-infra] adding namespace took 7.364666ms I0504 09:19:31.611346 3678 namespace.go:98] [openshift-network-console] adding namespace I0504 09:19:31.611718 3678 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.21389ms I0504 09:19:31.611731 3678 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 09:19:31.612145 3678 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.224374ms I0504 09:19:31.612160 3678 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 09:19:31.612647 3678 namespace.go:102] [openshift-host-network] adding namespace took 7.234986ms I0504 09:19:31.612660 3678 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 09:19:31.613026 3678 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.206266ms I0504 09:19:31.613432 3678 namespace.go:102] [openshift-dns] adding namespace took 7.264304ms I0504 09:19:31.613447 3678 namespace.go:98] [dedicated-admin] adding namespace I0504 09:19:31.613805 3678 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.254775ms I0504 09:19:31.613817 3678 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 09:19:31.614141 3678 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.18083ms I0504 09:19:31.614150 3678 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 09:19:31.614569 3678 namespace.go:102] [openshift-backplane] adding namespace took 7.179539ms I0504 09:19:31.614581 3678 namespace.go:98] [openshift-etcd] adding namespace I0504 09:19:31.614943 3678 namespace.go:102] [open-cluster-management-2q30v0mp9l76e0dgvrf8upih6itusg2g] adding namespace took 6.583248ms I0504 09:19:31.614955 3678 namespace.go:98] [openshift-network-operator] adding namespace I0504 09:19:31.615323 3678 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.531151ms I0504 09:19:31.615335 3678 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 09:19:31.615791 3678 namespace.go:102] [openshift-config-operator] adding namespace took 6.311208ms I0504 09:19:31.615806 3678 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 09:19:31.616235 3678 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.388976ms I0504 09:19:31.616246 3678 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0504 09:19:31.616641 3678 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.182705ms I0504 09:19:31.616656 3678 namespace.go:98] [openshift-controller-manager] adding namespace I0504 09:19:31.617096 3678 namespace.go:102] [openshift-marketplace] adding namespace took 6.190221ms I0504 09:19:31.617109 3678 namespace.go:98] [kube-system] adding namespace I0504 09:19:31.617568 3678 namespace.go:102] [openshift-network-console] adding namespace took 6.215297ms I0504 09:19:31.617582 3678 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 09:19:31.618000 3678 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.264178ms I0504 09:19:31.618011 3678 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 09:19:31.618425 3678 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.25827ms I0504 09:19:31.618439 3678 namespace.go:98] [openshift-logging] adding namespace I0504 09:19:31.618833 3678 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.168787ms I0504 09:19:31.618845 3678 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 09:19:31.619248 3678 namespace.go:102] [dedicated-admin] adding namespace took 5.796579ms I0504 09:19:31.619260 3678 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 09:19:31.619680 3678 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.85894ms I0504 09:19:31.619692 3678 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 09:19:31.620068 3678 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.913522ms I0504 09:19:31.620080 3678 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 09:19:31.620490 3678 namespace.go:102] [openshift-etcd] adding namespace took 5.904285ms I0504 09:19:31.620502 3678 namespace.go:98] [kube-node-lease] adding namespace I0504 09:19:31.620835 3678 namespace.go:102] [openshift-network-operator] adding namespace took 5.875319ms I0504 09:19:31.620845 3678 namespace.go:98] [openshift-console] adding namespace I0504 09:19:31.621301 3678 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.96204ms I0504 09:19:31.621312 3678 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 09:19:31.621744 3678 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.933732ms I0504 09:19:31.621754 3678 namespace.go:98] [openshift-package-operator] adding namespace I0504 09:19:31.622145 3678 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.89243ms I0504 09:19:31.622162 3678 namespace.go:98] [openshift] adding namespace I0504 09:19:31.622629 3678 namespace.go:102] [openshift-controller-manager] adding namespace took 5.966765ms I0504 09:19:31.622643 3678 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 09:19:31.623029 3678 namespace.go:102] [kube-system] adding namespace took 5.916055ms I0504 09:19:31.623038 3678 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 09:19:31.623450 3678 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.862307ms I0504 09:19:31.623465 3678 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 09:19:31.623832 3678 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.817326ms I0504 09:19:31.623843 3678 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 09:19:31.624243 3678 namespace.go:102] [openshift-logging] adding namespace took 5.799586ms I0504 09:19:31.624255 3678 namespace.go:98] [openshift-node] adding namespace I0504 09:19:31.625045 3678 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.194947ms I0504 09:19:31.625058 3678 namespace.go:98] [openshift-image-registry] adding namespace I0504 09:19:31.625462 3678 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.196945ms I0504 09:19:31.625865 3678 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.168403ms I0504 09:19:31.626302 3678 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.217593ms I0504 09:19:31.626315 3678 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 09:19:31.626700 3678 namespace.go:102] [kube-node-lease] adding namespace took 6.193087ms I0504 09:19:31.627089 3678 namespace.go:102] [openshift-console] adding namespace took 6.239828ms I0504 09:19:31.627100 3678 namespace.go:98] [openshift-config] adding namespace I0504 09:19:31.627612 3678 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.294498ms I0504 09:19:31.628000 3678 namespace.go:102] [openshift-package-operator] adding namespace took 6.240836ms I0504 09:19:31.628013 3678 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 09:19:31.628414 3678 namespace.go:102] [openshift] adding namespace took 6.246187ms I0504 09:19:31.628812 3678 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.164401ms I0504 09:19:31.629220 3678 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.176944ms I0504 09:19:31.629609 3678 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.140122ms I0504 09:19:31.629621 3678 namespace.go:98] [openshift-operators] adding namespace I0504 09:19:31.630002 3678 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.154047ms I0504 09:19:31.630427 3678 namespace.go:102] [openshift-node] adding namespace took 6.167797ms W0504 09:19:31.630845 3678 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-j4p6m: pod openshift-network-diagnostics/network-check-target-j4p6m: no pod IPs found I0504 09:19:31.630855 3678 namespace.go:102] [openshift-image-registry] adding namespace took 5.794432ms I0504 09:19:31.631352 3678 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.03172ms I0504 09:19:31.631758 3678 namespace.go:102] [openshift-config] adding namespace took 4.654145ms I0504 09:19:31.632137 3678 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 4.120451ms I0504 09:19:31.632530 3678 namespace.go:102] [openshift-operators] adding namespace took 2.903003ms I0504 09:19:31.632710 3678 master.go:548] Adding or Updating local node "ip-10-0-0-177.ec2.internal" for network "default" I0504 09:19:31.633571 3678 zone_ic_handler.go:195] Time taken to create transit switch: 268.349µs I0504 09:19:31.633584 3678 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-152.ec2.internal for the network default E0504 09:19:31.633796 3678 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-89.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-89.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-89.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0098e5448 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1628265714}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0504 09:19:31.633848 3678 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-89.ec2.internal", UID:"6502e210-7d29-40b5-8d59-0bc461b46f2c", APIVersion:"v1", ResourceVersion:"12002", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-89.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-89.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0098e5448 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1628265714}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0504 09:19:31.634402 3678 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-152.ec2.internal" on network "default" took: 1.109858ms W0504 09:19:31.640479 3678 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-j4p6m: pod openshift-network-diagnostics/network-check-target-j4p6m: no pod IPs found W0504 09:19:31.640504 3678 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-6xzpr: pod openshift-multus/network-metrics-daemon-6xzpr: no pod IPs found I0504 09:19:31.641380 3678 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-177.ec2.internal for the network default I0504 09:19:31.641557 3678 zone_ic_handler.go:195] Time taken to create transit switch: 165.786µs I0504 09:19:31.642301 3678 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 09:19:31.642332 3678 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 09:19:31.642334 3678 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-177.ec2.internal in network "default" I0504 09:19:31.642351 3678 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 09:19:31.642382 3678 node_tracker.go:169] Node ip-10-0-0-177.ec2.internal switch + router changed, syncing services in network "default" I0504 09:19:31.642399 3678 services_controller.go:574] Full service sync requested for network=default I0504 09:19:31.642407 3678 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-152.ec2.internal in network "default" I0504 09:19:31.642429 3678 node_tracker.go:169] Node ip-10-0-1-152.ec2.internal switch + router changed, syncing services in network "default" I0504 09:19:31.642436 3678 services_controller.go:574] Full service sync requested for network=default I0504 09:19:31.642444 3678 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-89.ec2.internal in network "default" I0504 09:19:31.642472 3678 node_tracker.go:169] Node ip-10-0-2-89.ec2.internal switch + router changed, syncing services in network "default" I0504 09:19:31.642479 3678 services_controller.go:574] Full service sync requested for network=default I0504 09:19:31.742773 3678 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 09:19:31.742795 3678 services_controller.go:208] Setting up event handlers for services for network=default I0504 09:19:31.742841 3678 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 09:19:31.742874 3678 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 09:19:31.742885 3678 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 09:19:31.843877 3678 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 09:19:31.843899 3678 repair.go:60] Starting repairing loop for services I0504 09:19:31.843987 3678 repair.go:131] Deleted 0 stale service LBs I0504 09:19:31.844006 3678 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 09:19:31.844021 3678 repair.go:62] Finished repairing loop for services: 126.354µs I0504 09:19:31.844044 3678 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 09:19:31.844055 3678 services_controller.go:254] Starting workers for network=default I0504 09:19:31.844499 3678 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-6xzpr] creating logical port openshift-multus_network-metrics-daemon-6xzpr for pod on switch ip-10-0-0-177.ec2.internal I0504 09:19:31.844605 3678 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-j4p6m] creating logical port openshift-network-diagnostics_network-check-target-j4p6m for pod on switch ip-10-0-0-177.ec2.internal I0504 09:19:31.844608 3678 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-6xzpr I0504 09:19:31.844690 3678 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-j4p6m I0504 09:19:31.870532 3678 pod.go:62] [openshift-network-diagnostics/network-check-target-j4p6m] pod update took 25.865712ms I0504 09:19:31.870560 3678 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-j4p6m] addLogicalPort annotation time took 25.895646ms I0504 09:19:31.870607 3678 pod.go:62] [openshift-multus/network-metrics-daemon-6xzpr] pod update took 26.03927ms I0504 09:19:31.870629 3678 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-6xzpr] addLogicalPort annotation time took 26.064829ms I0504 09:19:31.871438 3678 pods.go:271] [openshift-network-diagnostics/network-check-target-j4p6m] addLogicalPort took 26.83781ms, libovsdb time 646.714µs I0504 09:19:31.871763 3678 pods.go:271] [openshift-multus/network-metrics-daemon-6xzpr] addLogicalPort took 27.270134ms, libovsdb time 897.943µs I0504 09:19:31.872084 3678 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 09:19:31.872105 3678 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 09:19:31.872135 3678 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 09:19:31.872140 3678 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 09:19:31.872306 3678 repair.go:29] Repairing admin network policies took 160.094µs I0504 09:19:31.872403 3678 repair.go:92] Repairing baseline admin network policies took 88.459µs I0504 09:19:31.872730 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 09:19:31.872745 3678 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 09:19:31.874062 3678 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 09:19:31.874081 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 09:19:31.874089 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 09:19:31.875347 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 09:19:31.875375 3678 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 09:19:31.875386 3678 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 09:19:31.876797 3678 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 09:19:31.876815 3678 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 09:19:31.876825 3678 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 09:19:31.878647 3678 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 09:19:31.878667 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 09:19:31.878675 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 09:19:31.880204 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 09:19:31.880222 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 09:19:31.880230 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 09:19:31.880752 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 09:19:31.880785 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 09:19:31.880794 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 09:19:31.881102 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 09:19:31.881140 3678 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 09:19:31.881154 3678 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 09:19:31.883112 3678 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 09:19:31.883151 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 09:19:31.883163 3678 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 09:19:31.883637 3678 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 09:19:31.883655 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 09:19:31.883663 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 09:19:31.885248 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 09:19:31.885266 3678 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 09:19:31.885276 3678 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 09:19:31.886453 3678 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 09:19:31.886470 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 09:19:31.886478 3678 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 09:19:31.887082 3678 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 09:19:31.887100 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 09:19:31.887108 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 09:19:31.887686 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 09:19:31.887702 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 09:19:31.888413 3678 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 09:19:31.888424 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 09:19:31.889059 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 09:19:31.889075 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 09:19:31.889083 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 09:19:31.889627 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 09:19:31.889646 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 09:19:31.889655 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 09:19:31.890104 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 09:19:31.890139 3678 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 09:19:31.890152 3678 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 09:19:31.891293 3678 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 09:19:31.891310 3678 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 09:19:31.891320 3678 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 09:19:31.892285 3678 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 09:19:31.892303 3678 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 09:19:31.892312 3678 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 09:19:31.893249 3678 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 09:19:31.893266 3678 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 09:19:31.893282 3678 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 09:19:31.894548 3678 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 09:19:31.894570 3678 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 09:19:31.894577 3678 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 09:19:31.894927 3678 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 09:19:31.894945 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 09:19:31.894953 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 09:19:31.895509 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 09:19:31.895524 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 09:19:31.895554 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 09:19:31.896302 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 09:19:31.896322 3678 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 09:19:31.896331 3678 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 09:19:31.897400 3678 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 09:19:31.897417 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 09:19:31.897424 3678 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 09:19:31.898004 3678 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 09:19:31.898025 3678 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 09:19:31.898033 3678 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 09:19:31.899897 3678 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 09:19:31.899929 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 09:19:31.899937 3678 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 09:19:31.900798 3678 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 09:19:31.900817 3678 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 09:19:31.900825 3678 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 09:19:31.901481 3678 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 09:19:31.901502 3678 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 09:19:31.901513 3678 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 09:19:31.901834 3678 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 09:19:31.907962 3678 egressfirewall.go:374] Starting EgressFirewall controller I0504 09:19:31.907995 3678 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 09:19:31.907997 3678 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 09:19:31.908023 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 09:19:31.908036 3678 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 09:19:31.908023 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 09:19:31.908043 3678 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 09:19:31.908305 3678 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 09:19:31.908319 3678 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 09:19:31.908325 3678 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 09:19:31.908333 3678 egressqos.go:193] Setting up event handlers for EgressQoS I0504 09:19:31.908349 3678 egressfirewall.go:723] Syncing node "ip-10-0-1-152.ec2.internal" for egress firewall I0504 09:19:31.908360 3678 egressfirewall.go:723] Syncing node "ip-10-0-2-89.ec2.internal" for egress firewall I0504 09:19:31.908364 3678 egressfirewall.go:723] Syncing node "ip-10-0-0-177.ec2.internal" for egress firewall I0504 09:19:31.908433 3678 egressqos.go:245] Starting EgressQoS Controller I0504 09:19:31.908442 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 09:19:31.908448 3678 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 09:19:31.908454 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 09:19:31.908458 3678 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 09:19:31.908472 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 09:19:31.908476 3678 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 09:19:31.908480 3678 egressqos.go:259] Repairing EgressQoSes I0504 09:19:31.908484 3678 egressqos.go:399] Starting repairing loop for egressqos I0504 09:19:31.908547 3678 egressqos.go:401] Finished repairing loop for egressqos: 62.914µs I0504 09:19:31.908561 3678 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 09:19:31.908583 3678 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-177.ec2.internal I0504 09:19:31.908630 3678 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-177.ec2.internal : 48.977µs I0504 09:19:31.908690 3678 egressservice_zone.go:210] Starting Egress Services Controller I0504 09:19:31.908701 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 09:19:31.908709 3678 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 09:19:31.908726 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 09:19:31.908736 3678 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 09:19:31.908742 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 09:19:31.908746 3678 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 09:19:31.908751 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 09:19:31.908756 3678 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 09:19:31.908760 3678 egressservice_zone.go:228] Repairing Egress Services I0504 09:19:31.909048 3678 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 09:19:31.909058 3678 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 09:19:31.909079 3678 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-177.ec2.internal I0504 09:19:31.909092 3678 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-177.ec2.internal: 14.432µs I0504 09:19:31.909099 3678 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-152.ec2.internal I0504 09:19:31.909109 3678 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-152.ec2.internal: 10.394µs I0504 09:19:31.909133 3678 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-89.ec2.internal I0504 09:19:31.909141 3678 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-89.ec2.internal: 24.379µs I0504 09:19:31.909206 3678 default_network_controller.go:585] Completing all the Watchers took 312.333671ms I0504 09:19:31.909219 3678 default_network_controller.go:589] Starting unidling controllers I0504 09:19:31.909230 3678 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 09:19:31.909237 3678 unidle.go:63] Populating Initial ContollerEvent events I0504 09:19:31.909247 3678 unidle.go:79] Setting up event handlers for services I0504 09:19:31.909325 3678 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 09:19:32.112083 3678 default_node_network_controller.go:519] Node connection status = connected I0504 09:19:32.611833 3678 default_node_network_controller.go:519] Node connection status = connected I0504 09:19:33.111875 3678 default_node_network_controller.go:519] Node connection status = connected I0504 09:19:33.612181 3678 default_node_network_controller.go:519] Node connection status = connected I0504 09:19:34.000079 3678 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 09:19:34.112161 3678 default_node_network_controller.go:519] Node connection status = connected I0504 09:19:34.130324 3678 bridgeconfig.go:537] Gateway is ready I0504 09:19:34.130344 3678 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 09:19:34.142331 3678 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.177. Updating OVN encap IP. I0504 09:19:34.148574 3678 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.177 - it is already configured I0504 09:19:34.148594 3678 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.177/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 09:19:34.148858 3678 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.177/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-177.ec2.internal","mac-address":"12:0a:33:4a:93:01","ip-addresses":["10.0.0.177/24"],"ip-address":"10.0.0.177/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:1ce849fb-d9f1-4679-a0b6-4096492689c7 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.177/24"}] on node ip-10-0-0-177.ec2.internal I0504 09:19:34.164743 3678 master.go:548] Adding or Updating local node "ip-10-0-0-177.ec2.internal" for network "default" I0504 09:19:34.164777 3678 egressfirewall.go:723] Syncing node "ip-10-0-0-177.ec2.internal" for egress firewall I0504 09:19:34.164745 3678 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-177.ec2.internal in network "default" I0504 09:19:34.164879 3678 node_tracker.go:169] Node ip-10-0-0-177.ec2.internal switch + router changed, syncing services in network "default" I0504 09:19:34.164897 3678 services_controller.go:574] Full service sync requested for network=default I0504 09:19:34.164754 3678 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-177.ec2.internal I0504 09:19:34.164929 3678 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-177.ec2.internal: 176.199µs I0504 09:19:34.165389 3678 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.177 I0504 09:19:34.165592 3678 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-177.ec2.internal I0504 09:19:34.170157 3678 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-177.ec2.internal. Updating no re-route policies I0504 09:19:34.170242 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-mftrr I0504 09:19:34.170250 3678 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-pxqlk I0504 09:19:34.170254 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-177.ec2.internal I0504 09:19:34.170264 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-mftrr I0504 09:19:34.170266 3678 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-pxqlk I0504 09:19:34.170270 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-177.ec2.internal I0504 09:19:34.170270 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vqpkq I0504 09:19:34.170287 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vqpkq I0504 09:19:34.170291 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-mftrr after 0 failed attempt(s) I0504 09:19:34.170291 3678 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-pxqlk after 0 failed attempt(s) I0504 09:19:34.170295 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-177.ec2.internal after 0 failed attempt(s) I0504 09:19:34.170281 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-5qglz I0504 09:19:34.170307 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-k96gp I0504 09:19:34.170309 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-mthb5 I0504 09:19:34.170312 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-5qglz I0504 09:19:34.170315 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-k96gp I0504 09:19:34.170325 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-6xzpr I0504 09:19:34.170326 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-mthb5 I0504 09:19:34.170323 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-j4p6m I0504 09:19:34.170324 3678 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-177.ec2.internal I0504 09:19:34.170334 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-6xzpr I0504 09:19:34.170341 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-j4p6m I0504 09:19:34.170335 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-5qglz after 0 failed attempt(s) I0504 09:19:34.170349 3678 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-177.ec2.internal I0504 09:19:34.170336 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-k96gp after 0 failed attempt(s) I0504 09:19:34.170329 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-4vxqz I0504 09:19:34.170356 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-mthb5 after 0 failed attempt(s) I0504 09:19:34.170368 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-4vxqz I0504 09:19:34.170306 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-nqwhw I0504 09:19:34.170375 3678 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-177.ec2.internal after 0 failed attempt(s) I0504 09:19:34.170386 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-nqwhw I0504 09:19:34.170386 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-4vxqz after 0 failed attempt(s) I0504 09:19:34.170411 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-nqwhw after 0 failed attempt(s) I0504 09:19:34.170307 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xwv7w I0504 09:19:34.170436 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xwv7w I0504 09:19:34.170452 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xwv7w after 0 failed attempt(s) I0504 09:19:34.170453 3678 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-6xzpr] creating logical port openshift-multus_network-metrics-daemon-6xzpr for pod on switch ip-10-0-0-177.ec2.internal I0504 09:19:34.170311 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vqpkq after 0 failed attempt(s) I0504 09:19:34.170466 3678 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-j4p6m] creating logical port openshift-network-diagnostics_network-check-target-j4p6m for pod on switch ip-10-0-0-177.ec2.internal I0504 09:19:34.171343 3678 pods.go:271] [openshift-multus/network-metrics-daemon-6xzpr] addLogicalPort took 899.069µs, libovsdb time 360.081µs I0504 09:19:34.171372 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-6xzpr after 0 failed attempt(s) I0504 09:19:34.171419 3678 pods.go:271] [openshift-network-diagnostics/network-check-target-j4p6m] addLogicalPort took 963.829µs, libovsdb time 414.114µs I0504 09:19:34.171430 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-j4p6m after 0 failed attempt(s) I0504 09:19:34.183493 3678 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 09:19:34.195672 3678 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 09:19:34.199476 3678 iptables.go:108] Creating table: nat chain: OUTPUT I0504 09:19:34.229911 3678 iptables.go:108] Creating table: nat chain: PREROUTING I0504 09:19:34.284304 3678 iptables.go:108] Creating table: filter chain: FORWARD I0504 09:19:34.301741 3678 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 09:19:34.301975 3678 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 09:19:34.302021 3678 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 09:19:34.302106 3678 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 09:19:34.302191 3678 gateway_init.go:325] Gateway and management port readiness took 2.694909382s I0504 09:19:34.302219 3678 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 09:19:34.302260 3678 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 09:19:34.302273 3678 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 09:19:34.302282 3678 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 09:19:34.302335 3678 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 09:19:34.302408 3678 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.887µs I0504 09:19:34.302717 3678 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 09:19:34.302742 3678 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.612µs I0504 09:19:34.302753 3678 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.943µs I0504 09:19:34.302758 3678 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 09:19:34.302767 3678 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 09:19:34.302772 3678 default_node_network_controller.go:899] Starting the default node network controller I0504 09:19:34.302777 3678 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 09:19:34.302851 3678 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.764µs I0504 09:19:34.302936 3678 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 09:19:34.302945 3678 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 09:19:34.302967 3678 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba6260 0xc00033e460 0xc00033e4d0 0xc00033e540 0xc00033e5b0 0xc00033e620 0xc00033e700 0xc00089d810 0xc00033e770 0xc00033e7e0 0xc000a6c2d0 0xc0064af6c0 0xc00033e850 map[0x2ff9080:0xc004089620 0x2ff95c0:0xc0040897a0 0x2ffa2e0:0xc004089560 0x2ffa580:0xc0040895c0 0x2ffad60:0xc004089680 0x2ffb000:0xc0040896e0 0x2ffb2a0:0xc004089740 0x2ffba80:0xc004c88900 0x2ffbd20:0xc004c88960 0x3026980:0xc001481740 0x3026d20:0xc0014817a0 0x3027800:0xc000bb4de0 0x3029160:0xc001b3a000 0x30298a0:0xc001481980 0x302a720:0xc001b3a060] 0xc00050a8c0 0} I0504 09:19:34.303022 3678 gateway.go:151] Starting gateway service sync I0504 09:19:34.303462 3678 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 09:19:34.305865 3678 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 09:19:34.315272 3678 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 09:19:34.316489 3678 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 09:19:34.317658 3678 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 09:19:34.353275 3678 gateway.go:168] Gateway service sync done. Time taken: 50.242022ms I0504 09:19:34.353635 3678 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31289 I0504 09:19:34.354173 3678 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba6260 0xc00033e460 0xc00033e4d0 0xc00033e540 0xc00033e5b0 0xc00033e620 0xc00033e700 0xc00089d810 0xc00033e770 0xc00033e7e0 0xc000a6c2d0 0xc0064af6c0 0xc00033e850 map[0x2ff9080:0xc004089620 0x2ff95c0:0xc0040897a0 0x2ffa2e0:0xc004089560 0x2ffa580:0xc0040895c0 0x2ffad60:0xc004089680 0x2ffb000:0xc0040896e0 0x2ffb2a0:0xc004089740 0x2ffba80:0xc004c88900 0x2ffbd20:0xc004c88960 0x3026980:0xc001481740 0x3026d20:0xc0014817a0 0x3027800:0xc000bb4de0 0x3029160:0xc001b3a000 0x30298a0:0xc001481980 0x302a720:0xc001b3a060] 0xc00050a8c0 0} I0504 09:19:34.354635 3678 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba6260 0xc00033e460 0xc00033e4d0 0xc00033e540 0xc00033e5b0 0xc00033e620 0xc00033e700 0xc00089d810 0xc00033e770 0xc00033e7e0 0xc000a6c2d0 0xc0064af6c0 0xc00033e850 map[0x2ff9080:0xc004089620 0x2ff95c0:0xc0040897a0 0x2ffa2e0:0xc004089560 0x2ffa580:0xc0040895c0 0x2ffad60:0xc004089680 0x2ffb000:0xc0040896e0 0x2ffb2a0:0xc004089740 0x2ffba80:0xc004c88900 0x2ffbd20:0xc004c88960 0x3026980:0xc001481740 0x3026d20:0xc0014817a0 0x3027800:0xc000bb4de0 0x3029160:0xc001b3a000 0x30298a0:0xc001481980 0x302a720:0xc001b3a060] 0xc00050a8c0 0} I0504 09:19:34.354669 3678 gateway.go:532] Reconciling gateway with updates I0504 09:19:34.360443 3678 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 09:19:34.360545 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 09:19:34.360557 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 09:19:34.360574 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 09:19:34.360583 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 09:19:34.360578 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 09:19:34.360592 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 09:19:34.360592 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 09:19:34.360600 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 09:19:34.360603 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 09:19:34.360611 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 09:19:34.360611 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 09:19:34.360619 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 09:19:34.360621 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 09:19:34.360627 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 09:19:34.360636 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 09:19:34.360636 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 09:19:34.360637 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 09:19:34.360645 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 09:19:34.360649 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 09:19:34.360652 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 09:19:34.360656 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 09:19:34.360658 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 09:19:34.360665 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 09:19:34.360665 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 09:19:34.360669 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 09:19:34.360667 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 09:19:34.360676 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 09:19:34.360665 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 09:19:34.360675 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 09:19:34.360686 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 09:19:34.360689 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 09:19:34.360692 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 09:19:34.360688 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 09:19:34.360689 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 09:19:34.360700 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 09:19:34.360701 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 09:19:34.360703 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 09:19:34.360697 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 09:19:34.360706 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 09:19:34.360714 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 09:19:34.360644 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 09:19:34.360730 3678 default_node_network_controller.go:944] Gateway and management port readiness took 57.775419ms I0504 09:19:34.360737 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 09:19:34.360740 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 09:19:34.360744 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 09:19:34.360673 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 09:19:34.360748 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 09:19:34.360751 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 09:19:34.360758 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 09:19:34.360751 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 09:19:34.360762 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 09:19:34.360672 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 09:19:34.360748 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 09:19:34.360773 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 09:19:34.360779 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 09:19:34.360753 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 09:19:34.360776 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 09:19:34.360790 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 09:19:34.360783 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 09:19:34.360800 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 09:19:34.360803 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 09:19:34.360752 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 09:19:34.360807 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 09:19:34.360802 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 09:19:34.360816 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 09:19:34.360818 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 09:19:34.360820 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 09:19:34.360742 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 09:19:34.360829 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 09:19:34.360835 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 09:19:34.360839 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 09:19:34.360781 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 09:19:34.360822 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 09:19:34.360863 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 09:19:34.360793 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 09:19:34.360874 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 09:19:34.360876 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 09:19:34.360881 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 09:19:34.360885 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 09:19:34.360768 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 09:19:34.360889 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 09:19:34.360897 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 09:19:34.360897 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 09:19:34.360894 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 09:19:34.360900 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 09:19:34.360804 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 09:19:34.360924 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 09:19:34.360788 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 09:19:34.360938 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 09:19:34.360956 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 09:19:34.360875 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 09:19:34.360979 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 09:19:34.360992 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 09:19:34.361021 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 09:19:34.361035 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 09:19:34.361064 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 09:19:34.361090 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 09:19:34.361110 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 09:19:34.361147 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 09:19:34.361094 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 09:19:34.361168 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 09:19:34.361081 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 09:19:34.361209 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 09:19:34.361281 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 09:19:34.361303 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 09:19:34.361313 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 09:19:34.361330 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 09:19:34.361344 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 09:19:34.361351 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 09:19:34.361363 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 09:19:34.361377 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 09:19:34.361379 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 09:19:34.361390 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 09:19:34.361439 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 09:19:34.361453 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 09:19:34.361457 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 09:19:34.361469 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 09:19:34.361485 3678 port_claim.go:71] Svc openshift-ingress/router-default: port 31664 is already open, no action needed I0504 09:19:34.361497 3678 port_claim.go:71] Svc openshift-ingress/router-default: port 32253 is already open, no action needed I0504 09:19:34.361768 3678 node_ip_handler_linux.go:160] Node IP manager is running W0504 09:19:34.402319 3678 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 09:19:34.402485 3678 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 09:19:34.402608 3678 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0504 09:19:34.412205 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 09:19:34.412231 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 09:19:34.412239 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 09:19:34.412245 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 09:19:34.412251 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 09:19:34.412256 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 09:19:34.454291 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 09:19:34.454315 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 09:19:34.454322 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 09:19:34.454327 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 09:19:34.454333 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 09:19:34.454338 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 09:19:34.454344 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 09:19:34.454349 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 09:19:34.454355 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 09:19:34.497715 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) W0504 09:19:34.521500 3678 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 09:19:35.161114 3678 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-89.ec2.internal I0504 09:19:35.161171 3678 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-89.ec2.internal: 65.569µs I0504 09:19:35.161248 3678 default_network_controller.go:1025] Node "ip-10-0-2-89.ec2.internal" in remote zone "ip-10-0-2-89.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 09:19:35.162053 3678 zone_ic_handler.go:195] Time taken to create transit switch: 297.792µs I0504 09:19:35.162071 3678 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-89.ec2.internal for the network default I0504 09:19:35.163181 3678 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-89.ec2.internal" on network "default" took: 1.444686ms I0504 09:19:35.856789 3678 default_node_network_controller.go:1380] Starting node controller node sync W0504 09:19:35.856799 3678 egressip_healthcheck.go:76] Health checking using insecure connection I0504 09:19:35.856852 3678 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0504 09:19:35.868780 3678 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.970421ms I0504 09:19:35.868921 3678 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-152.ec2.internal", IP: 10.0.1.152 to PMTUD blocking rules I0504 09:19:35.868935 3678 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-152.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 09:19:35.868952 3678 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-89.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 09:19:35.868969 3678 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-89.ec2.internal", IP: 10.0.2.89 to PMTUD blocking rules I0504 09:19:35.880888 3678 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 09:19:35.881167 3678 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 09:19:35.881396 3678 egressservice_node.go:183] Starting Egress Services Controller I0504 09:19:35.881416 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 09:19:35.881433 3678 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 09:19:35.881441 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 09:19:35.881449 3678 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 09:19:35.881456 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 09:19:35.881463 3678 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 09:19:35.881467 3678 egressservice_node.go:197] Repairing Egress Services I0504 09:19:35.891534 3678 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 09:19:35.891545 3678 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 09:19:35.891739 3678 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 09:19:35.891755 3678 link_network_manager.go:119] Link manager is running I0504 09:19:35.891769 3678 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 09:19:35.891956 3678 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 09:19:35.892475 3678 vrf_manager.go:128] VRF manager is running I0504 09:19:35.892790 3678 node_controller_manager.go:437] Removing flows to drop GARP I0504 09:19:35.892800 3678 gateway.go:532] Reconciling gateway with updates I0504 09:19:35.926999 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 09:19:35.927018 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 09:19:35.927026 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 09:19:35.927027 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 09:19:35.927032 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 09:19:35.927026 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 09:19:35.927038 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 09:19:35.927048 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 09:19:35.927046 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 09:19:35.927045 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 09:19:35.927053 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 09:19:35.927056 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 09:19:35.927008 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 09:19:35.927067 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 09:19:35.927069 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 09:19:35.927035 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 09:19:35.927072 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 09:19:35.927083 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 09:19:35.927088 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 09:19:35.927091 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 09:19:35.927097 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 09:19:35.927091 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 09:19:35.927103 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 09:19:35.927101 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 09:19:35.927103 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 09:19:35.927104 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 09:19:35.927135 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 09:19:35.927137 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 09:19:35.927142 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 09:19:35.927040 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 09:19:35.927148 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 09:19:35.927153 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 09:19:35.927157 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 09:19:35.927163 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 09:19:35.927100 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 09:19:35.927169 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 09:19:35.927173 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 09:19:35.927174 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 09:19:35.927180 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 09:19:35.927182 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 09:19:35.927182 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 09:19:35.927185 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 09:19:35.927182 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 09:19:35.927193 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 09:19:35.927077 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 09:19:35.927201 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 09:19:35.927204 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 09:19:35.927202 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 09:19:35.927207 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 09:19:35.927206 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 09:19:35.927213 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 09:19:35.927209 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 09:19:35.927220 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 09:19:35.927224 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 09:19:35.927193 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 09:19:35.927136 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 09:19:35.927231 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 09:19:35.927230 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 09:19:35.927179 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 09:19:35.927059 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 09:19:35.927252 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 09:19:35.927260 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 09:19:35.927142 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 09:19:35.927089 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 09:19:35.927276 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 09:19:35.927174 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 09:19:35.927290 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 09:19:35.927296 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 09:19:35.927158 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 09:19:35.927143 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 09:19:35.927304 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 09:19:35.927308 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 09:19:35.927164 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 09:19:35.927332 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 09:19:35.927337 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 09:19:35.927074 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 09:19:35.927343 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 09:19:35.927003 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 09:19:35.927377 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 09:19:35.927076 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 09:19:35.927019 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 09:19:35.927416 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 09:19:35.927012 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 09:19:35.927433 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 09:19:35.927093 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 09:19:35.927112 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 09:19:35.927111 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 09:19:35.927550 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 09:19:35.927112 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 09:19:35.927166 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 09:19:35.927605 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 09:19:35.927162 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 09:19:35.927616 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 09:19:35.927621 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 09:19:35.927175 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 09:19:35.927051 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 09:19:35.927635 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 09:19:35.927174 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 09:19:35.927661 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 09:19:35.927187 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 09:19:35.927692 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 09:19:35.927039 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 09:19:35.927726 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 09:19:35.927189 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 09:19:35.927191 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 09:19:35.927745 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 09:19:35.927757 3678 port_claim.go:71] Svc openshift-ingress/router-default: port 31664 is already open, no action needed I0504 09:19:35.927763 3678 port_claim.go:71] Svc openshift-ingress/router-default: port 32253 is already open, no action needed I0504 09:19:35.927188 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 09:19:35.927800 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 09:19:35.927211 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 09:19:35.927213 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 09:19:35.927060 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 09:19:35.927813 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 09:19:35.969541 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 09:19:35.969566 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 09:19:35.969574 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 09:19:35.969580 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 09:19:35.969586 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 09:19:35.969592 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 09:19:35.969598 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 09:19:35.969603 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 09:19:35.969609 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 09:19:35.969615 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 09:19:35.969623 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 09:19:35.969631 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 09:19:35.969636 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 09:19:35.969641 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 09:19:35.969646 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 09:19:35.969651 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 09:19:35.969655 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 09:19:36.011677 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 09:19:36.032220 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 09:19:36.032277 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 09:19:37.941409 3678 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-177.ec2.internal I0504 09:19:37.941443 3678 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-177.ec2.internal: 41.689µs I0504 09:19:37.968705 3678 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-75494c6cdf-5mvx5] creating logical port openshift-image-registry_image-registry-75494c6cdf-5mvx5 for pod on switch ip-10-0-0-177.ec2.internal I0504 09:19:37.968846 3678 kube.go:256] Updating pod openshift-image-registry/image-registry-75494c6cdf-5mvx5 I0504 09:19:37.990711 3678 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-smwfw] creating logical port openshift-ingress-canary_ingress-canary-smwfw for pod on switch ip-10-0-0-177.ec2.internal I0504 09:19:37.990763 3678 pod.go:62] [openshift-image-registry/image-registry-75494c6cdf-5mvx5] pod update took 21.960648ms I0504 09:19:37.990780 3678 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-75494c6cdf-5mvx5] addLogicalPort annotation time took 21.981373ms I0504 09:19:37.990806 3678 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-smwfw I0504 09:19:37.992059 3678 pods.go:271] [openshift-image-registry/image-registry-75494c6cdf-5mvx5] addLogicalPort took 23.372107ms, libovsdb time 1.045096ms I0504 09:19:37.997995 3678 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-mcf4j] creating logical port openshift-dns_dns-default-mcf4j for pod on switch ip-10-0-0-177.ec2.internal I0504 09:19:37.998093 3678 kube.go:256] Updating pod openshift-dns/dns-default-mcf4j I0504 09:19:38.012101 3678 pod.go:62] [openshift-ingress-canary/ingress-canary-smwfw] pod update took 21.319566ms I0504 09:19:38.012137 3678 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-smwfw] addLogicalPort annotation time took 21.339287ms I0504 09:19:38.013344 3678 pods.go:271] [openshift-ingress-canary/ingress-canary-smwfw] addLogicalPort took 22.642867ms, libovsdb time 905.05µs I0504 09:19:38.015074 3678 pod.go:62] [openshift-dns/dns-default-mcf4j] pod update took 17.001643ms I0504 09:19:38.015140 3678 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-mcf4j] addLogicalPort annotation time took 17.020358ms I0504 09:19:38.016080 3678 pods.go:271] [openshift-dns/dns-default-mcf4j] addLogicalPort took 18.092387ms, libovsdb time 620.73µs I0504 09:19:38.387315 3678 cni.go:452] [openshift-ingress-canary/ingress-canary-smwfw fdf1ad264d30c0abf92281b5649ba38f9d2525d6b31ab906fc5bffee2f0c9e9c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-smwfw fdf1ad264d30c0abf92281b5649ba38f9d2525d6b31ab906fc5bffee2f0c9e9c network default NAD default NAD key ] I0504 09:19:38.431610 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-smwfw, hostIfaceName: fdf1ad264d30c0a, network: default, NAD default, SandboxID: "fdf1ad264d30c0abf92281b5649ba38f9d2525d6b31ab906fc5bffee2f0c9e9c", PCI device ID: , UID: "9bacbfcb-f962-4d77-b681-39e65d83157c", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0504 09:19:38.482480 3678 cni.go:473] [openshift-ingress-canary/ingress-canary-smwfw fdf1ad264d30c0abf92281b5649ba38f9d2525d6b31ab906fc5bffee2f0c9e9c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-smwfw fdf1ad264d30c0abf92281b5649ba38f9d2525d6b31ab906fc5bffee2f0c9e9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:ff:87:a9:06:88\",\"name\":\"fdf1ad264d30c0a\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e22ed255-edaa-45d3-a836-91ae576479af\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:19:42.088361 3678 cni.go:452] [openshift-network-diagnostics/network-check-target-j4p6m c5e1934cce83d2f27d799bd76a2c3833cca0f47f719ce9642f36f24322d6c3d8 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-j4p6m c5e1934cce83d2f27d799bd76a2c3833cca0f47f719ce9642f36f24322d6c3d8 network default NAD default NAD key ] I0504 09:19:42.098090 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-j4p6m, hostIfaceName: c5e1934cce83d2f, network: default, NAD default, SandboxID: "c5e1934cce83d2f27d799bd76a2c3833cca0f47f719ce9642f36f24322d6c3d8", PCI device ID: , UID: "918c0b03-c4df-4045-868f-228572cf4bd4", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0504 09:19:42.143660 3678 cni.go:473] [openshift-network-diagnostics/network-check-target-j4p6m c5e1934cce83d2f27d799bd76a2c3833cca0f47f719ce9642f36f24322d6c3d8 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-j4p6m c5e1934cce83d2f27d799bd76a2c3833cca0f47f719ce9642f36f24322d6c3d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:46:58:5d:4d:02\",\"name\":\"c5e1934cce83d2f\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/530c8c4d-384d-4cba-915d-902eff8ae169\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:19:43.579281 3678 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 09:19:46.264806 3678 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 09:20:01.559474 3678 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 09:20:01.595826 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:20:01.596251 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:20:01.609038 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:20:01.609053 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:20:01.613053 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm I0504 09:20:01.613073 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm W0504 09:20:14.587870 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 09:20:14.587894 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 09:20:18.273147 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 09:20:30.810805 3678 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:20:30.811382 3678 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:20:30.811413 3678 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:20:30.811422 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 09:20:30.811433 3678 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:20:30.811437 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 09:20:31.839902 3678 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:20:31.839932 3678 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:20:31.839952 3678 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:20:31.839963 3678 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:20:32.280989 3678 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 09:20:32.292066 3678 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 09:23:13.022147 3678 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-k9564] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-k9564 for pod on switch ip-10-0-0-177.ec2.internal I0504 09:23:13.022289 3678 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-k9564 I0504 09:23:13.035177 3678 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-cq79w] creating logical port openshift-insights_insights-operator-6dbb575d6c-cq79w for pod on switch ip-10-0-0-177.ec2.internal I0504 09:23:13.035272 3678 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-cq79w I0504 09:23:13.050749 3678 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-k9564] pod update took 28.491359ms I0504 09:23:13.050769 3678 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-k9564] addLogicalPort annotation time took 28.514047ms I0504 09:23:13.051890 3678 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-k9564] addLogicalPort took 29.790461ms, libovsdb time 846.033µs I0504 09:23:13.056341 3678 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-cq79w] pod update took 21.093641ms I0504 09:23:13.056364 3678 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-cq79w] addLogicalPort annotation time took 21.120917ms I0504 09:23:13.057313 3678 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-cq79w] addLogicalPort took 22.157541ms, libovsdb time 724.016µs I0504 09:23:13.057638 3678 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-fff2z] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-fff2z for pod on switch ip-10-0-0-177.ec2.internal I0504 09:23:13.057738 3678 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-fff2z I0504 09:23:13.077673 3678 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-fff2z] pod update took 19.954238ms I0504 09:23:13.077693 3678 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-fff2z] addLogicalPort annotation time took 19.978303ms I0504 09:23:13.078555 3678 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-fff2z] addLogicalPort took 20.927022ms, libovsdb time 648.927µs I0504 09:23:13.145653 3678 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-78c59f696c-gnngd] creating logical port openshift-ingress_router-default-78c59f696c-gnngd for pod on switch ip-10-0-0-177.ec2.internal I0504 09:23:13.145780 3678 kube.go:256] Updating pod openshift-ingress/router-default-78c59f696c-gnngd I0504 09:23:13.172452 3678 pod.go:62] [openshift-ingress/router-default-78c59f696c-gnngd] pod update took 26.702627ms I0504 09:23:13.172469 3678 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-78c59f696c-gnngd] addLogicalPort annotation time took 26.722661ms I0504 09:23:13.173348 3678 pods.go:271] [openshift-ingress/router-default-78c59f696c-gnngd] addLogicalPort took 27.705228ms, libovsdb time 670.476µs I0504 09:23:13.376240 3678 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-k9564 528e2204b7233bd4280594a77657ccb52680d53c5b75fec17816a65f850a21b2 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-k9564 528e2204b7233bd4280594a77657ccb52680d53c5b75fec17816a65f850a21b2 network default NAD default NAD key ] I0504 09:23:13.386114 3678 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-cq79w 940f9c2b77f973f25ed73160606949d9da397523f01b5a3deeab2bd51d434a14 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-cq79w 940f9c2b77f973f25ed73160606949d9da397523f01b5a3deeab2bd51d434a14 network default NAD default NAD key ] I0504 09:23:13.386283 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-k9564, hostIfaceName: 528e2204b7233bd, network: default, NAD default, SandboxID: "528e2204b7233bd4280594a77657ccb52680d53c5b75fec17816a65f850a21b2", PCI device ID: , UID: "a15caf0b-f83e-40d1-9e2f-60cea2d00874", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0504 09:23:13.396607 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-cq79w, hostIfaceName: 940f9c2b77f973f, network: default, NAD default, SandboxID: "940f9c2b77f973f25ed73160606949d9da397523f01b5a3deeab2bd51d434a14", PCI device ID: , UID: "2d491c64-5bc7-4b6c-906a-65159ce58029", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0504 09:23:13.431575 3678 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-k9564 528e2204b7233bd4280594a77657ccb52680d53c5b75fec17816a65f850a21b2 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-k9564 528e2204b7233bd4280594a77657ccb52680d53c5b75fec17816a65f850a21b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:54:d7:68:a7:fa\",\"name\":\"528e2204b7233bd\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef08f1ca-4d97-4b72-ba5a-3c2694a8cdba\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:23:13.447669 3678 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-cq79w 940f9c2b77f973f25ed73160606949d9da397523f01b5a3deeab2bd51d434a14 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-cq79w 940f9c2b77f973f25ed73160606949d9da397523f01b5a3deeab2bd51d434a14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:e1:71:19:88:87\",\"name\":\"940f9c2b77f973f\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26750a02-3d40-425b-99c1-c87d98613009\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:23:17.091742 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 09:23:17.094101 3678 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 09:23:17.095026 3678 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 879.48µs I0504 09:23:17.119507 3678 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 09:23:17.241135 3678 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xxkbx] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-xxkbx for pod on switch ip-10-0-0-177.ec2.internal I0504 09:23:17.241220 3678 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xxkbx I0504 09:23:17.261058 3678 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xxkbx] pod update took 19.860074ms I0504 09:23:17.261084 3678 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xxkbx] addLogicalPort annotation time took 19.890669ms I0504 09:23:17.262179 3678 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xxkbx] addLogicalPort took 21.076457ms, libovsdb time 804.726µs I0504 09:23:17.596826 3678 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xxkbx 317c74b39df84d80bc7f8af6a6b6256e508dd8e6ce2ae878eb82a1b36b081af3 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xxkbx 317c74b39df84d80bc7f8af6a6b6256e508dd8e6ce2ae878eb82a1b36b081af3 network default NAD default NAD key ] I0504 09:23:17.606554 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-xxkbx, hostIfaceName: 317c74b39df84d8, network: default, NAD default, SandboxID: "317c74b39df84d80bc7f8af6a6b6256e508dd8e6ce2ae878eb82a1b36b081af3", PCI device ID: , UID: "99399a4e-40bb-4abb-8f28-29eabad0091c", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0504 09:23:17.652477 3678 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xxkbx 317c74b39df84d80bc7f8af6a6b6256e508dd8e6ce2ae878eb82a1b36b081af3 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xxkbx 317c74b39df84d80bc7f8af6a6b6256e508dd8e6ce2ae878eb82a1b36b081af3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:78:13:6a:8a:95\",\"name\":\"317c74b39df84d8\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65416952-fb49-4c17-96da-0609feaa5419\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:23:18.861243 3678 namespace.go:98] [openshift-service-ca] adding namespace I0504 09:23:18.862172 3678 namespace.go:102] [openshift-service-ca] adding namespace took 909.298µs I0504 09:23:18.881133 3678 namespace.go:142] [openshift-service-ca] updating namespace W0504 09:23:26.769476 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 09:23:41.057408 3678 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:41.057429 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:41.057422 3678 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 09:23:41.057435 3678 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 09:23:41.168438 3678 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-b9brv] creating logical port openshift-insights_insights-runtime-extractor-b9brv for pod on switch ip-10-0-0-177.ec2.internal I0504 09:23:41.168537 3678 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-b9brv I0504 09:23:41.197340 3678 pod.go:62] [openshift-insights/insights-runtime-extractor-b9brv] pod update took 28.82593ms I0504 09:23:41.197370 3678 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-b9brv] addLogicalPort annotation time took 28.85395ms I0504 09:23:41.198430 3678 pods.go:271] [openshift-insights/insights-runtime-extractor-b9brv] addLogicalPort took 30.004146ms, libovsdb time 750.158µs I0504 09:23:41.528267 3678 cni.go:452] [openshift-insights/insights-runtime-extractor-b9brv 0a82f7d1a4e62eaa9c93511c2282dd52b17ccc586f358f7fe4d7d1bb86247201 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-b9brv 0a82f7d1a4e62eaa9c93511c2282dd52b17ccc586f358f7fe4d7d1bb86247201 network default NAD default NAD key ] I0504 09:23:41.537597 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-b9brv, hostIfaceName: 0a82f7d1a4e62ea, network: default, NAD default, SandboxID: "0a82f7d1a4e62eaa9c93511c2282dd52b17ccc586f358f7fe4d7d1bb86247201", PCI device ID: , UID: "63e89429-4ef0-4012-8abd-aedfd590e7ec", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0504 09:23:41.582671 3678 cni.go:473] [openshift-insights/insights-runtime-extractor-b9brv 0a82f7d1a4e62eaa9c93511c2282dd52b17ccc586f358f7fe4d7d1bb86247201 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-b9brv 0a82f7d1a4e62eaa9c93511c2282dd52b17ccc586f358f7fe4d7d1bb86247201 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:c7:8d:e9:2b:ad\",\"name\":\"0a82f7d1a4e62ea\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a78399e0-59ce-4a46-992f-5fbe062717cc\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:23:42.192988 3678 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79fcd5fdb6-jft8c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:23:42.193624 3678 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79fcd5fdb6-jft8c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:23:42.211983 3678 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79fcd5fdb6-jft8c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:23:42.212006 3678 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79fcd5fdb6-jft8c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:23:42.217469 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79fcd5fdb6-jft8c I0504 09:23:42.217490 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79fcd5fdb6-jft8c I0504 09:23:42.835977 3678 obj_retry.go:498] Detected object openshift-image-registry/image-registry-75494c6cdf-5mvx5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:23:42.836014 3678 pods.go:176] Deleting pod: openshift-image-registry/image-registry-75494c6cdf-5mvx5 I0504 09:23:42.837290 3678 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-75494c6cdf-5mvx5, ips: 10.130.0.5 I0504 09:23:42.837318 3678 obj_retry.go:498] Detected object openshift-image-registry/image-registry-75494c6cdf-5mvx5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:23:42.847577 3678 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7fd7bfc775-tx4m7] creating logical port openshift-image-registry_image-registry-7fd7bfc775-tx4m7 for pod on switch ip-10-0-0-177.ec2.internal I0504 09:23:42.847657 3678 kube.go:256] Updating pod openshift-image-registry/image-registry-7fd7bfc775-tx4m7 I0504 09:23:42.852524 3678 obj_retry.go:492] Detected object openshift-image-registry/image-registry-75494c6cdf-5mvx5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:23:42.852545 3678 obj_retry.go:492] Detected object openshift-image-registry/image-registry-75494c6cdf-5mvx5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:23:42.862273 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-75494c6cdf-5mvx5 I0504 09:23:42.862296 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-75494c6cdf-5mvx5 I0504 09:23:42.868732 3678 pod.go:62] [openshift-image-registry/image-registry-7fd7bfc775-tx4m7] pod update took 21.102027ms I0504 09:23:42.868759 3678 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7fd7bfc775-tx4m7] addLogicalPort annotation time took 21.130683ms I0504 09:23:42.869796 3678 pods.go:271] [openshift-image-registry/image-registry-7fd7bfc775-tx4m7] addLogicalPort took 22.23408ms, libovsdb time 759.317µs I0504 09:23:43.204708 3678 cni.go:452] [openshift-image-registry/image-registry-7fd7bfc775-tx4m7 13df2aaf89f3c324f02d5a5bc0dce0027a0f3cfbaac2552b6f49b9bf654337e4 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7fd7bfc775-tx4m7 13df2aaf89f3c324f02d5a5bc0dce0027a0f3cfbaac2552b6f49b9bf654337e4 network default NAD default NAD key ] W0504 09:23:43.213708 3678 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 09:23:43.214312 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7fd7bfc775-tx4m7, hostIfaceName: 13df2aaf89f3c32, network: default, NAD default, SandboxID: "13df2aaf89f3c324f02d5a5bc0dce0027a0f3cfbaac2552b6f49b9bf654337e4", PCI device ID: , UID: "48ce5a22-f623-4dc1-b263-fa0e94fb7188", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0504 09:23:43.259512 3678 cni.go:473] [openshift-image-registry/image-registry-7fd7bfc775-tx4m7 13df2aaf89f3c324f02d5a5bc0dce0027a0f3cfbaac2552b6f49b9bf654337e4 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7fd7bfc775-tx4m7 13df2aaf89f3c324f02d5a5bc0dce0027a0f3cfbaac2552b6f49b9bf654337e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:09:0c:76:dc:17\",\"name\":\"13df2aaf89f3c32\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb7bca03-1d4f-4ae1-9d35-ab9fe58ff5f0\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:23:43.841535 3678 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 09:23:45.247115 3678 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-fff2z 382e5347d475d5f0525ef9aa6cdb4487503faaa30fc6d7b9fa5dcc11f68dce28 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-fff2z 382e5347d475d5f0525ef9aa6cdb4487503faaa30fc6d7b9fa5dcc11f68dce28 network default NAD default NAD key ] I0504 09:23:45.256923 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-fff2z, hostIfaceName: 382e5347d475d5f, network: default, NAD default, SandboxID: "382e5347d475d5f0525ef9aa6cdb4487503faaa30fc6d7b9fa5dcc11f68dce28", PCI device ID: , UID: "3d8de8b2-2d2d-4b56-8c55-b9f81000ac0c", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0504 09:23:45.304544 3678 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-fff2z 382e5347d475d5f0525ef9aa6cdb4487503faaa30fc6d7b9fa5dcc11f68dce28 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-fff2z 382e5347d475d5f0525ef9aa6cdb4487503faaa30fc6d7b9fa5dcc11f68dce28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:09:b4:4b:62:53\",\"name\":\"382e5347d475d5f\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9389fac5-7faf-416d-9bc9-76be8b3ab888\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:23:45.314774 3678 cni.go:452] [openshift-ingress/router-default-78c59f696c-gnngd d4ceea6d17b0d965f9c6c78633b8d03a9834764797a003c1225013cff664a00a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-78c59f696c-gnngd d4ceea6d17b0d965f9c6c78633b8d03a9834764797a003c1225013cff664a00a network default NAD default NAD key ] I0504 09:23:45.323686 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-78c59f696c-gnngd, hostIfaceName: d4ceea6d17b0d96, network: default, NAD default, SandboxID: "d4ceea6d17b0d965f9c6c78633b8d03a9834764797a003c1225013cff664a00a", PCI device ID: , UID: "35e4a2e8-aeb2-42fb-8ec0-c3a6243a66a1", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0504 09:23:45.370574 3678 cni.go:473] [openshift-ingress/router-default-78c59f696c-gnngd d4ceea6d17b0d965f9c6c78633b8d03a9834764797a003c1225013cff664a00a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-78c59f696c-gnngd d4ceea6d17b0d965f9c6c78633b8d03a9834764797a003c1225013cff664a00a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:00:62:fb:0c:3a\",\"name\":\"d4ceea6d17b0d96\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d33377a6-f77c-4353-aa54-80992d1beb3b\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:23:45.851002 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:45.851021 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:45.851027 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:45.851351 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 09:23:45.851361 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 09:23:46.133581 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:46.133605 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:46.133612 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:46.133626 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 09:23:46.133641 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 09:23:46.185822 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 09:23:46.185843 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 09:23:46.185932 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:46.185949 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:46.185954 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:46.882933 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0504 09:23:46.882956 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default I0504 09:23:46.962916 3678 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 09:23:46.976095 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:46.976132 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:46.976141 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0504 09:23:48.162710 3678 cni.go:452] [openshift-dns/dns-default-mcf4j 8f82a7f29d3f656fa8e2c5fcde5e9f308ee3fc5a3c588ccc2c1cf6ef654da1f3 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-mcf4j 8f82a7f29d3f656fa8e2c5fcde5e9f308ee3fc5a3c588ccc2c1cf6ef654da1f3 network default NAD default NAD key ] I0504 09:23:48.172448 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-mcf4j, hostIfaceName: 8f82a7f29d3f656, network: default, NAD default, SandboxID: "8f82a7f29d3f656fa8e2c5fcde5e9f308ee3fc5a3c588ccc2c1cf6ef654da1f3", PCI device ID: , UID: "eea4db75-53a6-448e-abf0-b759fdd5e224", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0504 09:23:48.217800 3678 cni.go:473] [openshift-dns/dns-default-mcf4j 8f82a7f29d3f656fa8e2c5fcde5e9f308ee3fc5a3c588ccc2c1cf6ef654da1f3 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-mcf4j 8f82a7f29d3f656fa8e2c5fcde5e9f308ee3fc5a3c588ccc2c1cf6ef654da1f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:cf:22:8f:1c:dd\",\"name\":\"8f82a7f29d3f656\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf369dda-7c51-44c2-8a1e-50a4d7a7f7d9\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:23:48.221862 3678 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:48.221880 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:48.221885 3678 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 09:23:48.612861 3678 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dktk5] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-dktk5 for pod on switch ip-10-0-0-177.ec2.internal I0504 09:23:48.612961 3678 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dktk5 I0504 09:23:48.629306 3678 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dktk5] pod update took 16.372779ms I0504 09:23:48.629327 3678 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dktk5] addLogicalPort annotation time took 16.406699ms I0504 09:23:48.630388 3678 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dktk5] addLogicalPort took 17.547747ms, libovsdb time 809.113µs W0504 09:23:49.864446 3678 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:49.864465 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:49.864469 3678 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:50.077629 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:50.077647 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:50.077653 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:50.077665 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:50.077671 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:50.077677 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0504 09:23:50.470706 3678 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dktk5 8faa20e667ae4fdc9640ccaf2c1401218c57fe572e36f3ab0ff975c78727d0bc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dktk5 8faa20e667ae4fdc9640ccaf2c1401218c57fe572e36f3ab0ff975c78727d0bc network default NAD default NAD key ] I0504 09:23:50.481276 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-dktk5, hostIfaceName: 8faa20e667ae4fd, network: default, NAD default, SandboxID: "8faa20e667ae4fdc9640ccaf2c1401218c57fe572e36f3ab0ff975c78727d0bc", PCI device ID: , UID: "17dd43a8-a12d-47c0-b84d-272b5ae5f276", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0504 09:23:50.526162 3678 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dktk5 8faa20e667ae4fdc9640ccaf2c1401218c57fe572e36f3ab0ff975c78727d0bc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dktk5 8faa20e667ae4fdc9640ccaf2c1401218c57fe572e36f3ab0ff975c78727d0bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:73:51:53:fb:bd\",\"name\":\"8faa20e667ae4fd\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8414c120-8b1b-424d-9855-a72288e9ff17\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:23:52.233430 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 09:23:52.900229 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 09:23:58.071210 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 09:23:58.071236 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 09:23:58.243904 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:58.243924 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:58.243932 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:58.243944 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:58.243949 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:58.243953 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0504 09:23:58.322993 3678 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-x6mx7] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-x6mx7 for pod on switch ip-10-0-0-177.ec2.internal I0504 09:23:58.323139 3678 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-x6mx7 I0504 09:23:58.345714 3678 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-x6mx7] pod update took 22.614723ms I0504 09:23:58.345734 3678 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-x6mx7] addLogicalPort annotation time took 22.64031ms I0504 09:23:58.346839 3678 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-x6mx7] addLogicalPort took 23.862603ms, libovsdb time 778.216µs I0504 09:23:59.278397 3678 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-x6mx7 a376ea240cd84ffb3426646ea7e4968023e6d04d929f8f7473959311a09376be network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-x6mx7 a376ea240cd84ffb3426646ea7e4968023e6d04d929f8f7473959311a09376be network default NAD default NAD key ] I0504 09:23:59.288972 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-x6mx7, hostIfaceName: a376ea240cd84ff, network: default, NAD default, SandboxID: "a376ea240cd84ffb3426646ea7e4968023e6d04d929f8f7473959311a09376be", PCI device ID: , UID: "a462d341-4685-449c-8d55-7e040cf0daf4", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0504 09:23:59.336740 3678 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-x6mx7 a376ea240cd84ffb3426646ea7e4968023e6d04d929f8f7473959311a09376be network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-x6mx7 a376ea240cd84ffb3426646ea7e4968023e6d04d929f8f7473959311a09376be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:0c:9e:7f:1c:72\",\"name\":\"a376ea240cd84ff\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4132e9c-c32a-48dd-b734-f284152b0db0\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:23:59.876673 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:59.876695 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:59.876701 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0504 09:24:01.447532 3678 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-66b5cf5f64-kfgv8] creating logical port openshift-monitoring_thanos-querier-66b5cf5f64-kfgv8 for pod on switch ip-10-0-0-177.ec2.internal I0504 09:24:01.447641 3678 kube.go:256] Updating pod openshift-monitoring/thanos-querier-66b5cf5f64-kfgv8 I0504 09:24:01.478435 3678 pod.go:62] [openshift-monitoring/thanos-querier-66b5cf5f64-kfgv8] pod update took 30.828219ms I0504 09:24:01.478456 3678 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-66b5cf5f64-kfgv8] addLogicalPort annotation time took 30.856223ms I0504 09:24:01.479549 3678 pods.go:271] [openshift-monitoring/thanos-querier-66b5cf5f64-kfgv8] addLogicalPort took 32.036928ms, libovsdb time 817.667µs I0504 09:24:01.797684 3678 cni.go:452] [openshift-monitoring/thanos-querier-66b5cf5f64-kfgv8 13fedd00a6267fe45554aac5070f2eef5246711240e5d97857e0268b30ae67bf network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-66b5cf5f64-kfgv8 13fedd00a6267fe45554aac5070f2eef5246711240e5d97857e0268b30ae67bf network default NAD default NAD key ] I0504 09:24:01.807622 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-66b5cf5f64-kfgv8, hostIfaceName: 13fedd00a6267fe, network: default, NAD default, SandboxID: "13fedd00a6267fe45554aac5070f2eef5246711240e5d97857e0268b30ae67bf", PCI device ID: , UID: "cd76fa10-66cd-4076-8703-6203003225f1", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0504 09:24:01.854612 3678 cni.go:473] [openshift-monitoring/thanos-querier-66b5cf5f64-kfgv8 13fedd00a6267fe45554aac5070f2eef5246711240e5d97857e0268b30ae67bf network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-66b5cf5f64-kfgv8 13fedd00a6267fe45554aac5070f2eef5246711240e5d97857e0268b30ae67bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:8b:d0:7b:f9:7a\",\"name\":\"13fedd00a6267fe\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd37084c-d493-4792-8bf7-c70b1085c259\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:24:02.177467 3678 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:02.177488 3678 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:02.177493 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:02.290422 3678 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:02.290439 3678 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:02.290444 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 09:24:02.913204 3678 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-qvwfc] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-qvwfc for pod on switch ip-10-0-0-177.ec2.internal I0504 09:24:02.913316 3678 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-qvwfc I0504 09:24:02.929307 3678 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qvwfc] pod update took 16.023026ms I0504 09:24:02.929327 3678 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-qvwfc] addLogicalPort annotation time took 16.048018ms I0504 09:24:02.930616 3678 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qvwfc] addLogicalPort took 17.427669ms, libovsdb time 924.934µs I0504 09:24:04.189743 3678 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qvwfc acc11012c68d8c9e0eded1f4cf0924c896f7d1871d420fe240ab87a3826222fa network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qvwfc acc11012c68d8c9e0eded1f4cf0924c896f7d1871d420fe240ab87a3826222fa network default NAD default NAD key ] I0504 09:24:04.199734 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-qvwfc, hostIfaceName: acc11012c68d8c9, network: default, NAD default, SandboxID: "acc11012c68d8c9e0eded1f4cf0924c896f7d1871d420fe240ab87a3826222fa", PCI device ID: , UID: "53c91220-4560-49a7-9fc6-0cc00d2718fa", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] W0504 09:24:04.207927 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 09:24:04.207951 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0504 09:24:04.249979 3678 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qvwfc acc11012c68d8c9e0eded1f4cf0924c896f7d1871d420fe240ab87a3826222fa network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qvwfc acc11012c68d8c9e0eded1f4cf0924c896f7d1871d420fe240ab87a3826222fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:d3:08:39:d9:4a\",\"name\":\"acc11012c68d8c9\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee75d449-55a5-486e-adb4-91bcea529a0e\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:24:04.250437 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 09:24:04.250460 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 09:24:04.855572 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 09:24:05.938302 3678 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:05.938317 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:05.938322 3678 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:05.938326 3678 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:06.183928 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0504 09:24:06.288388 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 09:24:06.352255 3678 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 09:24:06.352269 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 09:24:06.379962 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 09:24:06.451885 3678 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:06.451906 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:06.451912 3678 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:06.451917 3678 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:06.962211 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0504 09:24:07.357889 3678 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 09:24:07.357909 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 09:24:09.691633 3678 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-gt74x] creating logical port openshift-console_downloads-5c54f4944f-gt74x for pod on switch ip-10-0-0-177.ec2.internal I0504 09:24:09.691765 3678 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-gt74x I0504 09:24:09.709113 3678 pod.go:62] [openshift-console/downloads-5c54f4944f-gt74x] pod update took 17.37988ms I0504 09:24:09.709150 3678 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-gt74x] addLogicalPort annotation time took 17.42077ms I0504 09:24:09.710300 3678 pods.go:271] [openshift-console/downloads-5c54f4944f-gt74x] addLogicalPort took 18.683649ms, libovsdb time 859.826µs I0504 09:24:10.047140 3678 cni.go:452] [openshift-console/downloads-5c54f4944f-gt74x db035a704669776a8991d22ab5bf641252e1feda3aff9c821d41f9a8f7100919 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-gt74x db035a704669776a8991d22ab5bf641252e1feda3aff9c821d41f9a8f7100919 network default NAD default NAD key ] I0504 09:24:10.056288 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-gt74x, hostIfaceName: db035a704669776, network: default, NAD default, SandboxID: "db035a704669776a8991d22ab5bf641252e1feda3aff9c821d41f9a8f7100919", PCI device ID: , UID: "e3c35b0a-acd9-450e-9649-4d118d16c893", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0504 09:24:10.103360 3678 cni.go:473] [openshift-console/downloads-5c54f4944f-gt74x db035a704669776a8991d22ab5bf641252e1feda3aff9c821d41f9a8f7100919 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-gt74x db035a704669776a8991d22ab5bf641252e1feda3aff9c821d41f9a8f7100919 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:63:6f:1d:5b:84\",\"name\":\"db035a704669776\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac0e2e02-b003-4ff5-ad98-155cbd497d7e\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:24:11.955662 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:11.955684 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:11.955690 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:11.955695 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 09:24:19.401099 3678 base_network_controller_pods.go:487] [default/openshift-console/console-79d874597d-pp5gm] creating logical port openshift-console_console-79d874597d-pp5gm for pod on switch ip-10-0-0-177.ec2.internal I0504 09:24:19.401257 3678 kube.go:256] Updating pod openshift-console/console-79d874597d-pp5gm I0504 09:24:19.419823 3678 pod.go:62] [openshift-console/console-79d874597d-pp5gm] pod update took 18.594943ms I0504 09:24:19.419845 3678 base_network_controller_pods.go:951] [default/openshift-console/console-79d874597d-pp5gm] addLogicalPort annotation time took 18.621152ms I0504 09:24:19.421020 3678 pods.go:271] [openshift-console/console-79d874597d-pp5gm] addLogicalPort took 19.939745ms, libovsdb time 821.16µs I0504 09:24:19.764862 3678 cni.go:452] [openshift-console/console-79d874597d-pp5gm 8eac07443f2777a1e177df2ebaa82162b44cf7ae857e89590ea54d749ad10339 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-79d874597d-pp5gm 8eac07443f2777a1e177df2ebaa82162b44cf7ae857e89590ea54d749ad10339 network default NAD default NAD key ] I0504 09:24:19.775711 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-79d874597d-pp5gm, hostIfaceName: 8eac07443f2777a, network: default, NAD default, SandboxID: "8eac07443f2777a1e177df2ebaa82162b44cf7ae857e89590ea54d749ad10339", PCI device ID: , UID: "0f7ed124-36cb-4870-86e8-fefd54223c12", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0504 09:24:19.828212 3678 cni.go:473] [openshift-console/console-79d874597d-pp5gm 8eac07443f2777a1e177df2ebaa82162b44cf7ae857e89590ea54d749ad10339 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-79d874597d-pp5gm 8eac07443f2777a1e177df2ebaa82162b44cf7ae857e89590ea54d749ad10339 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:30:bb:0e:65:97\",\"name\":\"8eac07443f2777a\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9b27960-1d99-43de-8850-c77bd08427c0\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:24:30.026019 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 09:24:30.049226 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 09:24:30.075078 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0504 09:24:30.154042 3678 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79fcd5fdb6-qqh4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:24:30.154671 3678 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79fcd5fdb6-qqh4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 09:24:30.298441 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0504 09:24:30.313296 3678 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79fcd5fdb6-qqh4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:24:30.313322 3678 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79fcd5fdb6-qqh4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:24:30.317161 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79fcd5fdb6-qqh4j I0504 09:24:30.317185 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79fcd5fdb6-qqh4j W0504 09:24:30.465231 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0504 09:24:36.164941 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=90 W0504 09:24:37.480062 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 09:24:38.331112 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 09:24:38.331160 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 09:24:42.083439 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 09:24:42.083514 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 09:24:42.083593 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0504 09:24:42.163638 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=67 I0504 09:24:42.171366 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=428 W0504 09:24:43.077484 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 09:24:48.102869 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 09:24:48.102875 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0504 09:24:48.102923 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 09:24:49.108111 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0504 09:24:55.189430 3678 cni.go:452] [openshift-console/console-79d874597d-pp5gm 8eac07443f2777a1e177df2ebaa82162b44cf7ae857e89590ea54d749ad10339 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-79d874597d-pp5gm 8eac07443f2777a1e177df2ebaa82162b44cf7ae857e89590ea54d749ad10339 network default NAD default NAD key ] I0504 09:24:55.273680 3678 cni.go:473] [openshift-console/console-79d874597d-pp5gm 8eac07443f2777a1e177df2ebaa82162b44cf7ae857e89590ea54d749ad10339 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-79d874597d-pp5gm 8eac07443f2777a1e177df2ebaa82162b44cf7ae857e89590ea54d749ad10339 network default NAD default NAD key default], result "{}", err I0504 09:24:55.353694 3678 obj_retry.go:498] Detected object openshift-console/console-79d874597d-pp5gm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:24:55.353731 3678 pods.go:176] Deleting pod: openshift-console/console-79d874597d-pp5gm I0504 09:24:55.355078 3678 pods.go:236] Attempting to release IPs for pod: openshift-console/console-79d874597d-pp5gm, ips: 10.130.0.20 I0504 09:24:55.355109 3678 obj_retry.go:498] Detected object openshift-console/console-79d874597d-pp5gm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:24:55.366512 3678 base_network_controller_pods.go:487] [default/openshift-console/console-5cdc65bc57-pl7xf] creating logical port openshift-console_console-5cdc65bc57-pl7xf for pod on switch ip-10-0-0-177.ec2.internal I0504 09:24:55.366628 3678 kube.go:256] Updating pod openshift-console/console-5cdc65bc57-pl7xf I0504 09:24:55.386646 3678 pod.go:62] [openshift-console/console-5cdc65bc57-pl7xf] pod update took 20.043492ms I0504 09:24:55.386664 3678 base_network_controller_pods.go:951] [default/openshift-console/console-5cdc65bc57-pl7xf] addLogicalPort annotation time took 20.065058ms I0504 09:24:55.387697 3678 pods.go:271] [openshift-console/console-5cdc65bc57-pl7xf] addLogicalPort took 21.198653ms, libovsdb time 764.284µs I0504 09:24:55.777636 3678 cni.go:452] [openshift-console/console-5cdc65bc57-pl7xf 1b9e6b9563b65e8673b4222832881698af2ffa925178ccb797eebfa466de28a7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5cdc65bc57-pl7xf 1b9e6b9563b65e8673b4222832881698af2ffa925178ccb797eebfa466de28a7 network default NAD default NAD key ] I0504 09:24:55.787356 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5cdc65bc57-pl7xf, hostIfaceName: 1b9e6b9563b65e8, network: default, NAD default, SandboxID: "1b9e6b9563b65e8673b4222832881698af2ffa925178ccb797eebfa466de28a7", PCI device ID: , UID: "7deeadbf-f3fe-41ee-9290-d39003f9fffb", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0504 09:24:55.835600 3678 cni.go:473] [openshift-console/console-5cdc65bc57-pl7xf 1b9e6b9563b65e8673b4222832881698af2ffa925178ccb797eebfa466de28a7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5cdc65bc57-pl7xf 1b9e6b9563b65e8673b4222832881698af2ffa925178ccb797eebfa466de28a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:67:58:cc:ae:e7\",\"name\":\"1b9e6b9563b65e8\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ff51994-21dc-4bb7-a76f-4c6daf51ccb3\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:24:56.150114 3678 obj_retry.go:492] Detected object openshift-console/console-79d874597d-pp5gm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:24:56.150147 3678 obj_retry.go:492] Detected object openshift-console/console-79d874597d-pp5gm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:24:56.153446 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79d874597d-pp5gm I0504 09:24:56.153467 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79d874597d-pp5gm I0504 09:24:58.286689 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0504 09:25:02.317872 3678 obj_retry.go:498] Detected object openshift-ingress/router-default-7f9f688667-wg9h2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:02.318474 3678 obj_retry.go:498] Detected object openshift-ingress/router-default-7f9f688667-wg9h2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:02.707416 3678 obj_retry.go:492] Detected object openshift-ingress/router-default-7f9f688667-wg9h2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:02.707443 3678 obj_retry.go:492] Detected object openshift-ingress/router-default-7f9f688667-wg9h2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:02.715878 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7f9f688667-wg9h2 I0504 09:25:02.715910 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7f9f688667-wg9h2 I0504 09:25:03.718813 3678 obj_retry.go:498] Detected object openshift-console/console-79d874597d-tkd84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:03.719367 3678 obj_retry.go:498] Detected object openshift-console/console-79d874597d-tkd84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:04.584827 3678 obj_retry.go:492] Detected object openshift-console/console-79d874597d-tkd84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:04.584851 3678 obj_retry.go:492] Detected object openshift-console/console-79d874597d-tkd84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:04.593406 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79d874597d-tkd84 I0504 09:25:04.593436 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79d874597d-tkd84 W0504 09:25:06.179261 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 09:25:20.463205 3678 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:20.463755 3678 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:20.802954 3678 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:20.802979 3678 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:20.810712 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 09:25:20.810735 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 09:25:22.058792 3678 cni.go:452] [openshift-multus/network-metrics-daemon-6xzpr 406e134cffb7df01401b1a150a19b8931f95665b62ab178d873ec0bc04f3b6d3 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-6xzpr 406e134cffb7df01401b1a150a19b8931f95665b62ab178d873ec0bc04f3b6d3 network default NAD default NAD key ] I0504 09:25:22.067997 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-6xzpr, hostIfaceName: 406e134cffb7df0, network: default, NAD default, SandboxID: "406e134cffb7df01401b1a150a19b8931f95665b62ab178d873ec0bc04f3b6d3", PCI device ID: , UID: "4eb4d858-f3ae-4aa9-9c1a-55b2379ec5ab", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0504 09:25:22.118605 3678 cni.go:473] [openshift-multus/network-metrics-daemon-6xzpr 406e134cffb7df01401b1a150a19b8931f95665b62ab178d873ec0bc04f3b6d3 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-6xzpr 406e134cffb7df01401b1a150a19b8931f95665b62ab178d873ec0bc04f3b6d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:c0:7c:ed:65:4b\",\"name\":\"406e134cffb7df0\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b58ff7f3-92f7-40d2-b7ab-dfa748ef50e7\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:25:24.939615 3678 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:24.940151 3678 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:25.682140 3678 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:25.682165 3678 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:25.690607 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 09:25:25.690628 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0504 09:25:34.255534 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 09:25:34.445700 3678 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qd7fp] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-qd7fp for pod on switch ip-10-0-0-177.ec2.internal I0504 09:25:34.445819 3678 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qd7fp I0504 09:25:34.462138 3678 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qd7fp] pod update took 16.342618ms I0504 09:25:34.462166 3678 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qd7fp] addLogicalPort annotation time took 16.389331ms I0504 09:25:34.463442 3678 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qd7fp] addLogicalPort took 17.763489ms, libovsdb time 927.539µs I0504 09:25:34.807273 3678 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qd7fp d39e5adce347749ec1780876aa51c4ffca8eeba808b5fab9a00d7bd44bf34eed network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qd7fp d39e5adce347749ec1780876aa51c4ffca8eeba808b5fab9a00d7bd44bf34eed network default NAD default NAD key ] I0504 09:25:34.817024 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-qd7fp, hostIfaceName: d39e5adce347749, network: default, NAD default, SandboxID: "d39e5adce347749ec1780876aa51c4ffca8eeba808b5fab9a00d7bd44bf34eed", PCI device ID: , UID: "0282e469-3ebd-478e-bfb2-6933f4d6541f", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0504 09:25:34.868144 3678 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qd7fp d39e5adce347749ec1780876aa51c4ffca8eeba808b5fab9a00d7bd44bf34eed network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qd7fp d39e5adce347749ec1780876aa51c4ffca8eeba808b5fab9a00d7bd44bf34eed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:f7:7c:dd:72:58\",\"name\":\"d39e5adce347749\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19f6d6dc-c5c6-4eae-904b-09f9e42706fe\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:25:37.288442 3678 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 09:25:42.595790 3678 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:42.596354 3678 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:42.781466 3678 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:42.781487 3678 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:42.793931 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 09:25:42.793967 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0504 09:25:48.295499 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 09:25:48.328259 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 09:25:48.328315 3678 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dnkmg IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dnkmg: no pod IPs found I0504 09:25:51.965970 3678 cni.go:452] [openshift-console/console-5cdc65bc57-pl7xf 1b9e6b9563b65e8673b4222832881698af2ffa925178ccb797eebfa466de28a7 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5cdc65bc57-pl7xf 1b9e6b9563b65e8673b4222832881698af2ffa925178ccb797eebfa466de28a7 network default NAD default NAD key ] I0504 09:25:52.039595 3678 cni.go:473] [openshift-console/console-5cdc65bc57-pl7xf 1b9e6b9563b65e8673b4222832881698af2ffa925178ccb797eebfa466de28a7 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5cdc65bc57-pl7xf 1b9e6b9563b65e8673b4222832881698af2ffa925178ccb797eebfa466de28a7 network default NAD default NAD key default], result "{}", err I0504 09:25:52.089511 3678 obj_retry.go:498] Detected object openshift-console/console-5cdc65bc57-pl7xf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:52.089545 3678 pods.go:176] Deleting pod: openshift-console/console-5cdc65bc57-pl7xf I0504 09:25:52.090672 3678 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5cdc65bc57-pl7xf, ips: 10.130.0.21 I0504 09:25:52.090700 3678 obj_retry.go:498] Detected object openshift-console/console-5cdc65bc57-pl7xf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:52.100651 3678 base_network_controller_pods.go:487] [default/openshift-console/console-68db9478d-hvwxt] creating logical port openshift-console_console-68db9478d-hvwxt for pod on switch ip-10-0-0-177.ec2.internal I0504 09:25:52.100786 3678 kube.go:256] Updating pod openshift-console/console-68db9478d-hvwxt I0504 09:25:52.115983 3678 pod.go:62] [openshift-console/console-68db9478d-hvwxt] pod update took 15.229909ms I0504 09:25:52.116005 3678 base_network_controller_pods.go:951] [default/openshift-console/console-68db9478d-hvwxt] addLogicalPort annotation time took 15.254465ms I0504 09:25:52.117338 3678 pods.go:271] [openshift-console/console-68db9478d-hvwxt] addLogicalPort took 16.706903ms, libovsdb time 1.000596ms I0504 09:25:52.332681 3678 obj_retry.go:492] Detected object openshift-console/console-5cdc65bc57-pl7xf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:52.332712 3678 obj_retry.go:492] Detected object openshift-console/console-5cdc65bc57-pl7xf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:52.336022 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cdc65bc57-pl7xf I0504 09:25:52.336052 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cdc65bc57-pl7xf I0504 09:25:52.461541 3678 cni.go:452] [openshift-console/console-68db9478d-hvwxt 45018848a3d6cab2ab3fb25c4bab37dcf9006ef7e6886c68e0bbfa737a0af4b9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-68db9478d-hvwxt 45018848a3d6cab2ab3fb25c4bab37dcf9006ef7e6886c68e0bbfa737a0af4b9 network default NAD default NAD key ] I0504 09:25:52.470932 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-68db9478d-hvwxt, hostIfaceName: 45018848a3d6cab, network: default, NAD default, SandboxID: "45018848a3d6cab2ab3fb25c4bab37dcf9006ef7e6886c68e0bbfa737a0af4b9", PCI device ID: , UID: "c1438169-4d9a-4953-94cd-188781956283", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0504 09:25:52.521518 3678 cni.go:473] [openshift-console/console-68db9478d-hvwxt 45018848a3d6cab2ab3fb25c4bab37dcf9006ef7e6886c68e0bbfa737a0af4b9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-68db9478d-hvwxt 45018848a3d6cab2ab3fb25c4bab37dcf9006ef7e6886c68e0bbfa737a0af4b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:b7:c7:5f:f1:3c\",\"name\":\"45018848a3d6cab\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa87df31-562f-4695-ac84-3b88de8eea56\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:25:54.131835 3678 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 09:25:54.768415 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:54.768922 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:55.664582 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:55.664606 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:26:03.092111 3678 obj_retry.go:498] Detected object openshift-console/console-5cdc65bc57-lbjsj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:26:03.092682 3678 obj_retry.go:498] Detected object openshift-console/console-5cdc65bc57-lbjsj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 09:26:03.395081 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 09:26:03.674773 3678 obj_retry.go:492] Detected object openshift-console/console-5cdc65bc57-lbjsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:26:03.674794 3678 obj_retry.go:492] Detected object openshift-console/console-5cdc65bc57-lbjsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:26:03.678489 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cdc65bc57-lbjsj I0504 09:26:03.678510 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cdc65bc57-lbjsj I0504 09:26:10.281870 3678 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0504 09:26:15.276227 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0504 09:26:21.270333 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 09:26:28.319346 3678 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:26:28.319955 3678 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:26:28.777601 3678 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:26:28.777629 3678 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:26:28.786570 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 09:26:28.786591 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 09:26:42.265161 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0504 09:27:26.260942 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 09:27:32.288253 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 09:28:12.163876 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0504 09:28:21.515372 3678 cni.go:452] [openshift-console/console-68db9478d-hvwxt 45018848a3d6cab2ab3fb25c4bab37dcf9006ef7e6886c68e0bbfa737a0af4b9 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-68db9478d-hvwxt 45018848a3d6cab2ab3fb25c4bab37dcf9006ef7e6886c68e0bbfa737a0af4b9 network default NAD default NAD key ] I0504 09:28:21.589329 3678 cni.go:473] [openshift-console/console-68db9478d-hvwxt 45018848a3d6cab2ab3fb25c4bab37dcf9006ef7e6886c68e0bbfa737a0af4b9 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-68db9478d-hvwxt 45018848a3d6cab2ab3fb25c4bab37dcf9006ef7e6886c68e0bbfa737a0af4b9 network default NAD default NAD key default], result "{}", err I0504 09:28:21.634050 3678 obj_retry.go:498] Detected object openshift-console/console-68db9478d-hvwxt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:28:21.634079 3678 pods.go:176] Deleting pod: openshift-console/console-68db9478d-hvwxt I0504 09:28:21.635358 3678 pods.go:236] Attempting to release IPs for pod: openshift-console/console-68db9478d-hvwxt, ips: 10.130.0.23 I0504 09:28:21.635387 3678 obj_retry.go:498] Detected object openshift-console/console-68db9478d-hvwxt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:28:21.643339 3678 base_network_controller_pods.go:487] [default/openshift-console/console-7779d5df46-82h2m] creating logical port openshift-console_console-7779d5df46-82h2m for pod on switch ip-10-0-0-177.ec2.internal I0504 09:28:21.643452 3678 kube.go:256] Updating pod openshift-console/console-7779d5df46-82h2m I0504 09:28:21.658713 3678 pod.go:62] [openshift-console/console-7779d5df46-82h2m] pod update took 15.288614ms I0504 09:28:21.658737 3678 base_network_controller_pods.go:951] [default/openshift-console/console-7779d5df46-82h2m] addLogicalPort annotation time took 15.331789ms I0504 09:28:21.659859 3678 pods.go:271] [openshift-console/console-7779d5df46-82h2m] addLogicalPort took 16.529998ms, libovsdb time 823.331µs I0504 09:28:21.896258 3678 obj_retry.go:492] Detected object openshift-console/console-68db9478d-hvwxt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:28:21.896279 3678 obj_retry.go:492] Detected object openshift-console/console-68db9478d-hvwxt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:28:21.902907 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-68db9478d-hvwxt I0504 09:28:21.902928 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-68db9478d-hvwxt I0504 09:28:22.000790 3678 cni.go:452] [openshift-console/console-7779d5df46-82h2m 64aaebc57bc8b0ef41e6dd26a4ee7fdf9ec31812587ef8e64c8575304b7ed0f9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7779d5df46-82h2m 64aaebc57bc8b0ef41e6dd26a4ee7fdf9ec31812587ef8e64c8575304b7ed0f9 network default NAD default NAD key ] I0504 09:28:22.011249 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7779d5df46-82h2m, hostIfaceName: 64aaebc57bc8b0e, network: default, NAD default, SandboxID: "64aaebc57bc8b0ef41e6dd26a4ee7fdf9ec31812587ef8e64c8575304b7ed0f9", PCI device ID: , UID: "e9d2a4bc-ee31-49b7-9c02-05f1c40a34ca", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0504 09:28:22.059975 3678 cni.go:473] [openshift-console/console-7779d5df46-82h2m 64aaebc57bc8b0ef41e6dd26a4ee7fdf9ec31812587ef8e64c8575304b7ed0f9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7779d5df46-82h2m 64aaebc57bc8b0ef41e6dd26a4ee7fdf9ec31812587ef8e64c8575304b7ed0f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:be:8b:e8:37:ec\",\"name\":\"64aaebc57bc8b0e\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b84c2a6-aae9-4e25-9784-004166a85042\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:28:23.165338 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0504 09:28:32.496943 3678 obj_retry.go:498] Detected object openshift-console/console-68db9478d-cp5ch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:28:32.497623 3678 obj_retry.go:498] Detected object openshift-console/console-68db9478d-cp5ch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:28:32.819721 3678 obj_retry.go:492] Detected object openshift-console/console-68db9478d-cp5ch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:28:32.819764 3678 obj_retry.go:492] Detected object openshift-console/console-68db9478d-cp5ch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:28:32.828376 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-68db9478d-cp5ch I0504 09:28:32.828399 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-68db9478d-cp5ch W0504 09:28:32.953368 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 09:28:42.165245 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 I0504 09:29:11.251242 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0504 09:29:11.251243 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0504 09:29:45.169077 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=59 I0504 09:30:03.721426 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:30:03.721883 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:30:04.617920 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:30:04.617942 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:30:24.175546 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=173 I0504 09:30:54.987410 3678 namespace.go:98] [tsf] adding namespace I0504 09:30:54.988328 3678 namespace.go:102] [tsf] adding namespace took 884.287µs I0504 09:30:55.006911 3678 namespace.go:142] [tsf] updating namespace I0504 09:30:55.030220 3678 namespace.go:142] [tsf] updating namespace I0504 09:30:58.915345 3678 namespace.go:98] [konflux-ui] adding namespace I0504 09:30:58.916232 3678 namespace.go:102] [konflux-ui] adding namespace took 861.755µs I0504 09:30:58.918643 3678 namespace.go:98] [rhtpa-operator] adding namespace I0504 09:30:58.919313 3678 namespace.go:102] [rhtpa-operator] adding namespace took 654.925µs I0504 09:30:58.922237 3678 namespace.go:98] [tsf-tas] adding namespace I0504 09:30:58.922371 3678 namespace.go:98] [konflux-operator] adding namespace I0504 09:30:58.922454 3678 namespace.go:98] [rhbk-operator] adding namespace I0504 09:30:58.922543 3678 namespace.go:98] [cert-manager-operator] adding namespace I0504 09:30:58.922935 3678 namespace.go:102] [tsf-tas] adding namespace took 679.924µs I0504 09:30:58.922960 3678 namespace.go:98] [tsf-tpa] adding namespace I0504 09:30:58.923470 3678 namespace.go:102] [tsf-tpa] adding namespace took 501.604µs I0504 09:30:58.923975 3678 namespace.go:102] [konflux-operator] adding namespace took 1.589961ms I0504 09:30:58.924499 3678 namespace.go:102] [rhbk-operator] adding namespace took 2.026181ms I0504 09:30:58.925005 3678 namespace.go:102] [cert-manager-operator] adding namespace took 2.451328ms I0504 09:30:58.931106 3678 namespace.go:98] [tsf-keycloak] adding namespace I0504 09:30:58.931637 3678 namespace.go:102] [tsf-keycloak] adding namespace took 518.659µs I0504 09:30:58.952324 3678 namespace.go:142] [konflux-ui] updating namespace I0504 09:30:58.969796 3678 namespace.go:142] [rhtpa-operator] updating namespace I0504 09:30:58.980753 3678 namespace.go:142] [konflux-ui] updating namespace I0504 09:30:58.990883 3678 namespace.go:142] [tsf-tas] updating namespace I0504 09:30:58.994920 3678 namespace.go:142] [rhtpa-operator] updating namespace I0504 09:30:59.004294 3678 namespace.go:142] [konflux-operator] updating namespace I0504 09:30:59.032258 3678 namespace.go:142] [tsf-tpa] updating namespace I0504 09:30:59.032298 3678 namespace.go:142] [rhbk-operator] updating namespace I0504 09:30:59.044941 3678 namespace.go:142] [tsf-keycloak] updating namespace I0504 09:30:59.044964 3678 namespace.go:142] [cert-manager-operator] updating namespace I0504 09:30:59.046609 3678 namespace.go:142] [rhtpa-operator] updating namespace I0504 09:30:59.052757 3678 namespace.go:142] [tsf-tpa] updating namespace I0504 09:30:59.067621 3678 namespace.go:142] [konflux-ui] updating namespace I0504 09:30:59.067720 3678 namespace.go:142] [konflux-operator] updating namespace I0504 09:30:59.079021 3678 namespace.go:142] [konflux-operator] updating namespace I0504 09:30:59.088043 3678 namespace.go:142] [rhbk-operator] updating namespace I0504 09:30:59.107209 3678 namespace.go:142] [rhbk-operator] updating namespace I0504 09:30:59.113940 3678 namespace.go:142] [cert-manager-operator] updating namespace I0504 09:30:59.121962 3678 namespace.go:142] [cert-manager-operator] updating namespace I0504 09:30:59.130090 3678 namespace.go:142] [tsf-keycloak] updating namespace I0504 09:30:59.161149 3678 namespace.go:142] [tsf-keycloak] updating namespace I0504 09:30:59.161270 3678 namespace.go:142] [tsf-tas] updating namespace I0504 09:30:59.173298 3678 namespace.go:142] [tsf-tpa] updating namespace I0504 09:30:59.181680 3678 namespace.go:142] [tsf-tas] updating namespace I0504 09:31:00.535232 3678 namespace.go:142] [tsf-tpa] updating namespace I0504 09:31:00.557739 3678 namespace.go:142] [tsf-keycloak] updating namespace I0504 09:31:05.305294 3678 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:05.305754 3678 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:05.305778 3678 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:05.305785 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 09:31:05.305793 3678 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:05.305797 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 09:31:05.335468 3678 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:05.335859 3678 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:05.335898 3678 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:05.335907 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 09:31:05.335916 3678 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:05.335920 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 09:31:06.340089 3678 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:06.340113 3678 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:06.340138 3678 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:06.340145 3678 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:06.362207 3678 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:06.362220 3678 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:06.362229 3678 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:06.362236 3678 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:09.333814 3678 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:09.334296 3678 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:09.334320 3678 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:09.334328 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 09:31:09.334338 3678 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:09.334342 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 09:31:10.363625 3678 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:10.363655 3678 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:10.363670 3678 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:10.363680 3678 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:10.431103 3678 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:10.431650 3678 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:10.431672 3678 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:10.431680 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 09:31:10.431688 3678 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:10.431692 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 09:31:11.290569 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0504 09:31:11.470601 3678 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:11.470620 3678 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:11.470634 3678 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:11.470642 3678 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:12.366083 3678 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:12.366583 3678 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:12.366607 3678 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:12.366615 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 09:31:12.366627 3678 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:12.366637 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 09:31:13.393996 3678 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:13.394453 3678 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:13.394484 3678 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:13.394495 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 09:31:13.394511 3678 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:13.394518 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 09:31:13.408526 3678 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:13.408542 3678 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:13.408560 3678 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:13.408572 3678 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:14.419741 3678 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:14.419766 3678 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:14.419778 3678 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:14.419788 3678 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:15.490678 3678 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xgtrs] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-xgtrs for pod on switch ip-10-0-0-177.ec2.internal I0504 09:31:15.490808 3678 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xgtrs I0504 09:31:15.507783 3678 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xgtrs] pod update took 17.003644ms I0504 09:31:15.507813 3678 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xgtrs] addLogicalPort annotation time took 17.036774ms I0504 09:31:15.509149 3678 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xgtrs] addLogicalPort took 18.486681ms, libovsdb time 871.09µs I0504 09:31:15.848712 3678 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xgtrs d710bb9b9e350a8b32a6f262ca3b90fe690f38c3d171bf723b5133d9f22c884d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xgtrs d710bb9b9e350a8b32a6f262ca3b90fe690f38c3d171bf723b5133d9f22c884d network default NAD default NAD key ] I0504 09:31:15.857845 3678 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-xgtrs, hostIfaceName: d710bb9b9e350a8, network: default, NAD default, SandboxID: "d710bb9b9e350a8b32a6f262ca3b90fe690f38c3d171bf723b5133d9f22c884d", PCI device ID: , UID: "80aecb74-8d07-41d4-8240-705624d7dbb3", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0504 09:31:15.906618 3678 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xgtrs d710bb9b9e350a8b32a6f262ca3b90fe690f38c3d171bf723b5133d9f22c884d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xgtrs d710bb9b9e350a8b32a6f262ca3b90fe690f38c3d171bf723b5133d9f22c884d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:bd:ef:ff:ea:5f\",\"name\":\"d710bb9b9e350a8\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce106993-48b0-42f7-baf5-18cbcf568794\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:31:18.653355 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 09:31:20.960096 3678 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zz9mx] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-zz9mx for pod on switch ip-10-0-0-177.ec2.internal I0504 09:31:20.960234 3678 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zz9mx I0504 09:31:20.979742 3678 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zz9mx] pod update took 19.536531ms I0504 09:31:20.979761 3678 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zz9mx] addLogicalPort annotation time took 19.560038ms I0504 09:31:20.980950 3678 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zz9mx] addLogicalPort took 20.874694ms, libovsdb time 866.206µs I0504 09:31:21.319218 3678 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zz9mx 4ca958acae9cb17ba48efa11ad080118e3b3d00c77102f711c441a8ef997a993 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zz9mx 4ca958acae9cb17ba48efa11ad080118e3b3d00c77102f711c441a8ef997a993 network default NAD default NAD key ] I0504 09:31:21.328456 3678 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-zz9mx, hostIfaceName: 4ca958acae9cb17, network: default, NAD default, SandboxID: "4ca958acae9cb17ba48efa11ad080118e3b3d00c77102f711c441a8ef997a993", PCI device ID: , UID: "282fbc03-0d9b-4d89-a01f-2b5c471bf881", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0504 09:31:21.376832 3678 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zz9mx 4ca958acae9cb17ba48efa11ad080118e3b3d00c77102f711c441a8ef997a993 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zz9mx 4ca958acae9cb17ba48efa11ad080118e3b3d00c77102f711c441a8ef997a993 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ca:4a:4f:64:54\",\"name\":\"4ca958acae9cb17\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5829ecd6-e695-459f-a794-97104a17015a\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:31:22.260968 3678 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-cqz5p] creating logical port konflux-operator_konflux-operator-controller-manager-6f57cf498-cqz5p for pod on switch ip-10-0-0-177.ec2.internal I0504 09:31:22.261112 3678 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-6f57cf498-cqz5p I0504 09:31:22.321138 3678 pod.go:62] [konflux-operator/konflux-operator-controller-manager-6f57cf498-cqz5p] pod update took 60.050985ms I0504 09:31:22.321161 3678 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-cqz5p] addLogicalPort annotation time took 60.078543ms I0504 09:31:22.322421 3678 pods.go:271] [konflux-operator/konflux-operator-controller-manager-6f57cf498-cqz5p] addLogicalPort took 61.476955ms, libovsdb time 919.445µs I0504 09:31:22.625687 3678 cni.go:452] [konflux-operator/konflux-operator-controller-manager-6f57cf498-cqz5p d5b64d2825bad37db75c911518057ba9486d44053e220172a09f2b79356124ef network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-cqz5p d5b64d2825bad37db75c911518057ba9486d44053e220172a09f2b79356124ef network default NAD default NAD key ] I0504 09:31:22.635655 3678 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-6f57cf498-cqz5p, hostIfaceName: d5b64d2825bad37, network: default, NAD default, SandboxID: "d5b64d2825bad37db75c911518057ba9486d44053e220172a09f2b79356124ef", PCI device ID: , UID: "53e9a51c-4686-41bb-8345-38dedac79081", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0504 09:31:22.684970 3678 cni.go:473] [konflux-operator/konflux-operator-controller-manager-6f57cf498-cqz5p d5b64d2825bad37db75c911518057ba9486d44053e220172a09f2b79356124ef network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-cqz5p d5b64d2825bad37db75c911518057ba9486d44053e220172a09f2b79356124ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:a9:48:2a:37:9f\",\"name\":\"d5b64d2825bad37\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6876a43a-a410-488d-88b9-97b35d926663\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:31:23.827917 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 09:31:23.849206 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 09:31:23.971739 3678 namespace.go:98] [cert-manager] adding namespace I0504 09:31:23.972732 3678 namespace.go:102] [cert-manager] adding namespace took 968.989µs I0504 09:31:24.103179 3678 namespace.go:142] [cert-manager] updating namespace I0504 09:31:24.149329 3678 namespace.go:142] [cert-manager] updating namespace W0504 09:31:25.799040 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 09:31:28.251975 3678 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-24z28] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-24z28 for pod on switch ip-10-0-0-177.ec2.internal I0504 09:31:28.252075 3678 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-24z28 I0504 09:31:28.273402 3678 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-24z28] pod update took 21.353627ms I0504 09:31:28.273423 3678 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-24z28] addLogicalPort annotation time took 21.378113ms I0504 09:31:28.274544 3678 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-24z28] addLogicalPort took 22.583778ms, libovsdb time 767.53µs I0504 09:31:28.611620 3678 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-24z28 fbbdc1f834ce61b22feccfd9e0bdfd7ce400ce539fc40166bbd1f44c8fcd5602 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-24z28 fbbdc1f834ce61b22feccfd9e0bdfd7ce400ce539fc40166bbd1f44c8fcd5602 network default NAD default NAD key ] I0504 09:31:28.621150 3678 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-24z28, hostIfaceName: fbbdc1f834ce61b, network: default, NAD default, SandboxID: "fbbdc1f834ce61b22feccfd9e0bdfd7ce400ce539fc40166bbd1f44c8fcd5602", PCI device ID: , UID: "83716cf0-547e-44d4-a7d9-2c55c676125a", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0504 09:31:28.670395 3678 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-24z28 fbbdc1f834ce61b22feccfd9e0bdfd7ce400ce539fc40166bbd1f44c8fcd5602 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-24z28 fbbdc1f834ce61b22feccfd9e0bdfd7ce400ce539fc40166bbd1f44c8fcd5602 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:ef:5e:2f:66:bf\",\"name\":\"fbbdc1f834ce61b\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a7ea9b3-0594-420e-99eb-56a1d3bd4e93\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:31:28.827915 3678 namespace.go:142] [openshift-operators] updating namespace I0504 09:31:28.842277 3678 namespace.go:142] [openshift-operators] updating namespace W0504 09:31:29.677859 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 09:31:31.445332 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 09:31:31.445353 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 09:31:35.891512 3678 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-rtbf6] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-rtbf6 for pod on switch ip-10-0-0-177.ec2.internal I0504 09:31:35.891653 3678 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-rtbf6 I0504 09:31:35.926693 3678 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-rtbf6] pod update took 35.070713ms I0504 09:31:35.926715 3678 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-rtbf6] addLogicalPort annotation time took 35.100698ms I0504 09:31:35.927931 3678 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-rtbf6] addLogicalPort took 36.438394ms, libovsdb time 876.235µs I0504 09:31:36.256262 3678 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-rtbf6 7846e9c5590c93bde64ec3db88335eb0157e814f0b96cae83dc1e893f95d2962 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-rtbf6 7846e9c5590c93bde64ec3db88335eb0157e814f0b96cae83dc1e893f95d2962 network default NAD default NAD key ] I0504 09:31:36.266130 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-rtbf6, hostIfaceName: 7846e9c5590c93b, network: default, NAD default, SandboxID: "7846e9c5590c93bde64ec3db88335eb0157e814f0b96cae83dc1e893f95d2962", PCI device ID: , UID: "6d860e62-e4aa-4efd-a480-f81f4c2e87f5", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0504 09:31:36.273854 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 09:31:36.318478 3678 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-rtbf6 7846e9c5590c93bde64ec3db88335eb0157e814f0b96cae83dc1e893f95d2962 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-rtbf6 7846e9c5590c93bde64ec3db88335eb0157e814f0b96cae83dc1e893f95d2962 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:bd:79:da:2c:56\",\"name\":\"7846e9c5590c93b\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/733d2f98-6db6-47f6-8641-e001a2d1b1b0\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:31:36.633305 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 09:31:37.859317 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 09:31:37.942321 3678 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 09:31:37.943167 3678 namespace.go:102] [trusted-artifact-signer] adding namespace took 828.025µs I0504 09:31:38.022206 3678 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 09:31:38.130373 3678 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 09:31:38.279643 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0504 09:31:38.354427 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 09:31:42.380158 3678 namespace.go:142] [openshift-operators] updating namespace I0504 09:31:43.027204 3678 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-tngnv] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-tngnv for pod on switch ip-10-0-0-177.ec2.internal I0504 09:31:43.027317 3678 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-tngnv I0504 09:31:43.064353 3678 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-tngnv] pod update took 37.053138ms I0504 09:31:43.064450 3678 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-tngnv] addLogicalPort annotation time took 37.152273ms I0504 09:31:43.067835 3678 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-tngnv] addLogicalPort took 40.644833ms, libovsdb time 2.349237ms I0504 09:31:43.400960 3678 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-tngnv 543013aae2dcbda7814644e84ecf6d07a49836023e78162aee61f99979585e32 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-tngnv 543013aae2dcbda7814644e84ecf6d07a49836023e78162aee61f99979585e32 network default NAD default NAD key ] I0504 09:31:43.410446 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-tngnv, hostIfaceName: 543013aae2dcbda, network: default, NAD default, SandboxID: "543013aae2dcbda7814644e84ecf6d07a49836023e78162aee61f99979585e32", PCI device ID: , UID: "9a91bfef-0540-4f04-a1a1-e1b346b46ef3", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0504 09:31:43.461739 3678 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-tngnv 543013aae2dcbda7814644e84ecf6d07a49836023e78162aee61f99979585e32 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-tngnv 543013aae2dcbda7814644e84ecf6d07a49836023e78162aee61f99979585e32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:61:08:39:ae:1e\",\"name\":\"543013aae2dcbda\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebf9ec2c-b5b1-4daf-8f57-646e127643a1\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:31:48.712385 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 09:31:52.181725 3678 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:52.182292 3678 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:52.217661 3678 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:52.217679 3678 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:52.226013 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 09:31:52.226033 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0504 09:31:57.279759 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0504 09:31:57.413615 3678 namespace.go:98] [openshift-pipelines] adding namespace I0504 09:31:57.414511 3678 namespace.go:102] [openshift-pipelines] adding namespace took 869.944µs I0504 09:31:57.433451 3678 namespace.go:142] [openshift-pipelines] updating namespace I0504 09:31:58.279536 3678 namespace.go:142] [cert-manager] updating namespace I0504 09:31:58.486493 3678 namespace.go:142] [cert-manager-operator] updating namespace I0504 09:31:58.884465 3678 namespace.go:142] [konflux-operator] updating namespace I0504 09:31:59.086079 3678 namespace.go:142] [konflux-ui] updating namespace I0504 09:31:59.289182 3678 namespace.go:142] [open-cluster-management-2q30v0mp9l76e0dgvrf8upih6itusg2g] updating namespace I0504 09:31:59.691439 3678 namespace.go:142] [rhbk-operator] updating namespace I0504 09:31:59.890371 3678 namespace.go:142] [rhtpa-operator] updating namespace I0504 09:32:00.102738 3678 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 09:32:00.298996 3678 namespace.go:142] [tsf] updating namespace I0504 09:32:00.495407 3678 namespace.go:142] [tsf-keycloak] updating namespace I0504 09:32:00.698607 3678 namespace.go:142] [tsf-tas] updating namespace I0504 09:32:00.897964 3678 namespace.go:142] [tsf-tpa] updating namespace I0504 09:32:01.035487 3678 namespace.go:142] [cert-manager] updating namespace I0504 09:32:01.046179 3678 namespace.go:142] [cert-manager-operator] updating namespace I0504 09:32:01.055554 3678 namespace.go:142] [default] updating namespace I0504 09:32:01.066164 3678 namespace.go:142] [konflux-operator] updating namespace I0504 09:32:01.078992 3678 namespace.go:142] [konflux-ui] updating namespace I0504 09:32:01.094447 3678 namespace.go:142] [open-cluster-management-2q30v0mp9l76e0dgvrf8upih6itusg2g] updating namespace W0504 09:32:01.098981 3678 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0504 09:32:01.113738 3678 namespace.go:142] [openshift] updating namespace I0504 09:32:01.122943 3678 namespace.go:142] [rhbk-operator] updating namespace I0504 09:32:01.132851 3678 namespace.go:142] [rhtpa-operator] updating namespace I0504 09:32:01.143486 3678 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 09:32:01.157359 3678 namespace.go:142] [tsf] updating namespace I0504 09:32:01.169404 3678 namespace.go:142] [tsf-keycloak] updating namespace I0504 09:32:01.179088 3678 namespace.go:142] [tsf-tas] updating namespace I0504 09:32:01.190581 3678 namespace.go:142] [tsf-tpa] updating namespace I0504 09:32:01.274730 3678 namespace.go:142] [cert-manager] updating namespace I0504 09:32:01.381111 3678 namespace.go:142] [cert-manager-operator] updating namespace I0504 09:32:01.477445 3678 namespace.go:142] [default] updating namespace I0504 09:32:01.580947 3678 namespace.go:142] [konflux-operator] updating namespace I0504 09:32:01.679077 3678 namespace.go:142] [konflux-ui] updating namespace I0504 09:32:01.781550 3678 namespace.go:142] [open-cluster-management-2q30v0mp9l76e0dgvrf8upih6itusg2g] updating namespace I0504 09:32:01.875922 3678 namespace.go:142] [openshift] updating namespace I0504 09:32:01.975394 3678 namespace.go:142] [rhbk-operator] updating namespace I0504 09:32:02.078315 3678 namespace.go:142] [rhtpa-operator] updating namespace I0504 09:32:02.177201 3678 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 09:32:02.274924 3678 namespace.go:142] [tsf] updating namespace I0504 09:32:02.377608 3678 namespace.go:142] [tsf-keycloak] updating namespace I0504 09:32:02.476795 3678 namespace.go:142] [tsf-tas] updating namespace I0504 09:32:02.577600 3678 namespace.go:142] [tsf-tpa] updating namespace I0504 09:32:02.955798 3678 namespace.go:142] [openshift-pipelines] updating namespace I0504 09:32:10.924157 3678 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-7mw6j] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-7mw6j for pod on switch ip-10-0-0-177.ec2.internal I0504 09:32:10.924276 3678 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-7mw6j I0504 09:32:10.943888 3678 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-7mw6j] pod update took 19.637823ms I0504 09:32:10.943912 3678 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-7mw6j] addLogicalPort annotation time took 19.667225ms I0504 09:32:10.945238 3678 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-7mw6j] addLogicalPort took 21.095992ms, libovsdb time 969.472µs I0504 09:32:11.040478 3678 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bplk9] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-bplk9 for pod on switch ip-10-0-0-177.ec2.internal I0504 09:32:11.040568 3678 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bplk9 I0504 09:32:11.059920 3678 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bplk9] pod update took 19.381143ms I0504 09:32:11.059942 3678 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bplk9] addLogicalPort annotation time took 19.408664ms I0504 09:32:11.061386 3678 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bplk9] addLogicalPort took 20.920251ms, libovsdb time 1.04161ms I0504 09:32:11.122249 3678 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7t8lq] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-7t8lq for pod on switch ip-10-0-0-177.ec2.internal I0504 09:32:11.122378 3678 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7t8lq I0504 09:32:11.141386 3678 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7t8lq] pod update took 19.039971ms I0504 09:32:11.141414 3678 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7t8lq] addLogicalPort annotation time took 19.069525ms I0504 09:32:11.142721 3678 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7t8lq] addLogicalPort took 20.49118ms, libovsdb time 871.978µs W0504 09:32:11.157186 3678 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0504 09:32:11.193078 3678 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wsj5c] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-wsj5c for pod on switch ip-10-0-0-177.ec2.internal I0504 09:32:11.193200 3678 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wsj5c I0504 09:32:11.211177 3678 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wsj5c] pod update took 17.997159ms I0504 09:32:11.211204 3678 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wsj5c] addLogicalPort annotation time took 18.028038ms I0504 09:32:11.212609 3678 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wsj5c] addLogicalPort took 19.552603ms, libovsdb time 902.821µs I0504 09:32:11.298935 3678 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-7mw6j ba433cbfc1aef58a746fe5a26b3db56191527589ea3be8fe003a289c9e16a0ec network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-7mw6j ba433cbfc1aef58a746fe5a26b3db56191527589ea3be8fe003a289c9e16a0ec network default NAD default NAD key ] I0504 09:32:11.308436 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-7mw6j, hostIfaceName: ba433cbfc1aef58, network: default, NAD default, SandboxID: "ba433cbfc1aef58a746fe5a26b3db56191527589ea3be8fe003a289c9e16a0ec", PCI device ID: , UID: "6c214441-bcaa-4ab0-828d-93e5c0063ac2", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0504 09:32:11.362217 3678 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-7mw6j ba433cbfc1aef58a746fe5a26b3db56191527589ea3be8fe003a289c9e16a0ec network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-7mw6j ba433cbfc1aef58a746fe5a26b3db56191527589ea3be8fe003a289c9e16a0ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:a6:fc:af:d1:de\",\"name\":\"ba433cbfc1aef58\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63c574fe-0692-480e-acca-b4ad8b47df70\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:32:11.408915 3678 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bplk9 af31caeb4b69ad57089aded1832c5a44e331b1dfae907a8bd13e2a0b575e5724 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bplk9 af31caeb4b69ad57089aded1832c5a44e331b1dfae907a8bd13e2a0b575e5724 network default NAD default NAD key ] I0504 09:32:11.419114 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-bplk9, hostIfaceName: af31caeb4b69ad5, network: default, NAD default, SandboxID: "af31caeb4b69ad57089aded1832c5a44e331b1dfae907a8bd13e2a0b575e5724", PCI device ID: , UID: "7beceabd-b27d-4325-bd04-654b2b50ca69", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0504 09:32:11.472258 3678 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bplk9 af31caeb4b69ad57089aded1832c5a44e331b1dfae907a8bd13e2a0b575e5724 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bplk9 af31caeb4b69ad57089aded1832c5a44e331b1dfae907a8bd13e2a0b575e5724 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:d6:f8:e4:bd:e4\",\"name\":\"af31caeb4b69ad5\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6f60221-0556-4f96-a27b-edc8a8a36a1b\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:32:11.487011 3678 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7t8lq 4da3a16d552be4eac0ab13e5ec0a198dedbccd7b35e0834eb4deabd9d32c2d2d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7t8lq 4da3a16d552be4eac0ab13e5ec0a198dedbccd7b35e0834eb4deabd9d32c2d2d network default NAD default NAD key ] I0504 09:32:11.497776 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-7t8lq, hostIfaceName: 4da3a16d552be4e, network: default, NAD default, SandboxID: "4da3a16d552be4eac0ab13e5ec0a198dedbccd7b35e0834eb4deabd9d32c2d2d", PCI device ID: , UID: "a0e5cd63-17df-40cb-9335-05b669e515c5", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0504 09:32:11.552968 3678 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7t8lq 4da3a16d552be4eac0ab13e5ec0a198dedbccd7b35e0834eb4deabd9d32c2d2d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7t8lq 4da3a16d552be4eac0ab13e5ec0a198dedbccd7b35e0834eb4deabd9d32c2d2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:1a:c8:15:79:2b\",\"name\":\"4da3a16d552be4e\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ba390be-2182-4c17-a000-6c03ebf744ee\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:32:11.554914 3678 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wsj5c fa96dc33cde2e9f15ab43f0153a557680778c7ee3875ff7e23dbc85c58d85c4a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wsj5c fa96dc33cde2e9f15ab43f0153a557680778c7ee3875ff7e23dbc85c58d85c4a network default NAD default NAD key ] I0504 09:32:11.564821 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-wsj5c, hostIfaceName: fa96dc33cde2e9f, network: default, NAD default, SandboxID: "fa96dc33cde2e9f15ab43f0153a557680778c7ee3875ff7e23dbc85c58d85c4a", PCI device ID: , UID: "0d4c5c1f-8d12-4450-99fc-4afa5f11529b", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0504 09:32:11.619348 3678 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wsj5c fa96dc33cde2e9f15ab43f0153a557680778c7ee3875ff7e23dbc85c58d85c4a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wsj5c fa96dc33cde2e9f15ab43f0153a557680778c7ee3875ff7e23dbc85c58d85c4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:62:5a:36:a7:31\",\"name\":\"fa96dc33cde2e9f\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/377abb7f-5f7c-4d8f-a805-6a7784ae602f\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:32:14.593568 3678 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 09:32:14.593585 3678 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 09:32:14.593590 3678 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 09:32:16.905019 3678 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 09:32:16.905038 3678 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 09:32:16.905043 3678 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 09:32:16.951539 3678 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 09:32:16.951555 3678 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 09:32:16.951560 3678 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 09:32:16.951563 3678 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 09:32:27.873113 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 09:32:27.873155 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 09:32:27.873160 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 09:32:27.873165 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 09:32:27.903714 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 09:32:27.903739 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 09:32:27.903746 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0504 09:32:37.269296 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0504 09:32:44.418209 3678 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:32:44.418769 3678 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:32:44.439404 3678 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:32:44.439428 3678 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:32:44.443048 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 09:32:44.443075 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 09:32:46.324974 3678 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 09:32:46.325557 3678 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 09:32:46.325576 3678 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 09:32:46.327548 3678 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0504 09:32:46.673447 3678 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-177.ec2.internal I0504 09:32:46.673560 3678 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0504 09:32:46.696274 3678 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 22.750498ms I0504 09:32:46.696296 3678 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 22.776482ms I0504 09:32:46.697620 3678 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 24.197629ms, libovsdb time 941.841µs I0504 09:32:47.038708 3678 cni.go:452] [tsf-keycloak/keycloak-0 d02f2dab0e39ce8f475d93624a2904f392cfddaedd61aba9d66b4690b973351c network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 d02f2dab0e39ce8f475d93624a2904f392cfddaedd61aba9d66b4690b973351c network default NAD default NAD key ] I0504 09:32:47.048293 3678 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: d02f2dab0e39ce8, network: default, NAD default, SandboxID: "d02f2dab0e39ce8f475d93624a2904f392cfddaedd61aba9d66b4690b973351c", PCI device ID: , UID: "d2c72580-aeb8-4148-af7f-d696029b9c3e", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0504 09:32:47.103283 3678 cni.go:473] [tsf-keycloak/keycloak-0 d02f2dab0e39ce8f475d93624a2904f392cfddaedd61aba9d66b4690b973351c network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 d02f2dab0e39ce8f475d93624a2904f392cfddaedd61aba9d66b4690b973351c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:3a:d7:e5:c8:3b\",\"name\":\"d02f2dab0e39ce8\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c443bbe0-23e7-43da-a254-e9190ed08501\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:32:53.047241 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0504 09:32:53.047273 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 09:32:53.049698 3678 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 09:32:53.049836 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0504 09:32:53.265000 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0504 09:33:00.362550 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0504 09:33:16.356458 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 09:33:16.356475 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 09:33:16.356647 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0504 09:33:16.356656 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0504 09:33:17.949856 3678 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 09:33:21.286057 3678 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0504 09:33:26.473544 3678 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-946h5] creating logical port tsf-keycloak_tsf-iam-946h5 for pod on switch ip-10-0-0-177.ec2.internal I0504 09:33:26.473649 3678 kube.go:256] Updating pod tsf-keycloak/tsf-iam-946h5 I0504 09:33:26.487582 3678 pod.go:62] [tsf-keycloak/tsf-iam-946h5] pod update took 13.961242ms I0504 09:33:26.487607 3678 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-946h5] addLogicalPort annotation time took 13.990686ms I0504 09:33:26.488996 3678 pods.go:271] [tsf-keycloak/tsf-iam-946h5] addLogicalPort took 15.473433ms, libovsdb time 954.503µs I0504 09:33:26.847226 3678 cni.go:452] [tsf-keycloak/tsf-iam-946h5 1e4a1cd2f6c693f3d217eb5bbe100b7604b80dfc4cb71501b47a5f93627f609b network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-946h5 1e4a1cd2f6c693f3d217eb5bbe100b7604b80dfc4cb71501b47a5f93627f609b network default NAD default NAD key ] I0504 09:33:26.875021 3678 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-946h5, hostIfaceName: 1e4a1cd2f6c693f, network: default, NAD default, SandboxID: "1e4a1cd2f6c693f3d217eb5bbe100b7604b80dfc4cb71501b47a5f93627f609b", PCI device ID: , UID: "2a7e76b4-5902-4254-9e7c-ad5e851e6cca", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0504 09:33:26.929524 3678 cni.go:473] [tsf-keycloak/tsf-iam-946h5 1e4a1cd2f6c693f3d217eb5bbe100b7604b80dfc4cb71501b47a5f93627f609b network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-946h5 1e4a1cd2f6c693f3d217eb5bbe100b7604b80dfc4cb71501b47a5f93627f609b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:9d:67:38:74:fb\",\"name\":\"1e4a1cd2f6c693f\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a3a6935-bd47-4672-9edb-3803a3726072\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:33:36.647173 3678 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:33:36.647921 3678 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:33:36.694161 3678 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:33:36.694283 3678 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:33:36.704333 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 09:33:36.704366 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0504 09:33:42.097347 3678 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 09:33:42.097371 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0504 09:33:42.563851 3678 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 09:33:42.563880 3678 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 09:33:42.563887 3678 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 09:33:45.340862 3678 cni.go:452] [tsf-keycloak/tsf-iam-946h5 1e4a1cd2f6c693f3d217eb5bbe100b7604b80dfc4cb71501b47a5f93627f609b network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-946h5 1e4a1cd2f6c693f3d217eb5bbe100b7604b80dfc4cb71501b47a5f93627f609b network default NAD default NAD key ] I0504 09:33:45.427849 3678 cni.go:473] [tsf-keycloak/tsf-iam-946h5 1e4a1cd2f6c693f3d217eb5bbe100b7604b80dfc4cb71501b47a5f93627f609b network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-946h5 1e4a1cd2f6c693f3d217eb5bbe100b7604b80dfc4cb71501b47a5f93627f609b network default NAD default NAD key default], result "{}", err I0504 09:33:45.481917 3678 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-946h5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:33:45.481954 3678 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-946h5 I0504 09:33:45.483276 3678 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-946h5, ips: 10.130.0.36 I0504 09:33:45.483307 3678 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-946h5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:33:46.369300 3678 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-946h5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:33:46.369322 3678 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-946h5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 09:33:52.159029 3678 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0504 09:33:53.197863 3678 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0504 09:33:54.318722 3678 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-79ddd-tq856 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:33:54.319307 3678 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-79ddd-tq856 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:33:55.341040 3678 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-79ddd-tq856 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:33:55.341065 3678 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-79ddd-tq856 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 09:33:55.633422 3678 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0504 09:34:01.706157 3678 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-fv9pm] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-fv9pm for pod on switch ip-10-0-0-177.ec2.internal I0504 09:34:01.706249 3678 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-fv9pm I0504 09:34:01.720111 3678 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-fv9pm] pod update took 13.883709ms I0504 09:34:01.720166 3678 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-fv9pm] addLogicalPort annotation time took 13.944019ms I0504 09:34:01.721622 3678 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-fv9pm] addLogicalPort took 15.50393ms, libovsdb time 936.565µs I0504 09:34:02.064852 3678 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-fv9pm 010fd7fd2ff8bd5632520770e23a6b93e0cd6408334aeb0f226194eb1d34dd9f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-fv9pm 010fd7fd2ff8bd5632520770e23a6b93e0cd6408334aeb0f226194eb1d34dd9f network default NAD default NAD key ] I0504 09:34:02.073905 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-fv9pm, hostIfaceName: 010fd7fd2ff8bd5, network: default, NAD default, SandboxID: "010fd7fd2ff8bd5632520770e23a6b93e0cd6408334aeb0f226194eb1d34dd9f", PCI device ID: , UID: "37d8d295-f170-41c6-bb3a-4a2fe29109f9", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0504 09:34:02.128288 3678 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-fv9pm 010fd7fd2ff8bd5632520770e23a6b93e0cd6408334aeb0f226194eb1d34dd9f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-fv9pm 010fd7fd2ff8bd5632520770e23a6b93e0cd6408334aeb0f226194eb1d34dd9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:e7:b2:57:b8:63\",\"name\":\"010fd7fd2ff8bd5\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b99ee35-097c-4d46-8d25-306a24d0a66f\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:34:20.332463 3678 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h97bz] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-h97bz for pod on switch ip-10-0-0-177.ec2.internal I0504 09:34:20.332547 3678 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h97bz I0504 09:34:20.352657 3678 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h97bz] pod update took 20.130109ms I0504 09:34:20.352680 3678 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h97bz] addLogicalPort annotation time took 20.157965ms I0504 09:34:20.353900 3678 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h97bz] addLogicalPort took 21.451527ms, libovsdb time 847.137µs I0504 09:34:20.691495 3678 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h97bz 37129f4c4b79841d5c88cf98c5e511de252fb78e5a8d804a2dd881de003b5445 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h97bz 37129f4c4b79841d5c88cf98c5e511de252fb78e5a8d804a2dd881de003b5445 network default NAD default NAD key ] I0504 09:34:20.700838 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-h97bz, hostIfaceName: 37129f4c4b79841, network: default, NAD default, SandboxID: "37129f4c4b79841d5c88cf98c5e511de252fb78e5a8d804a2dd881de003b5445", PCI device ID: , UID: "cc43ecc1-6565-41a6-968f-f81e492dfafd", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0504 09:34:20.754371 3678 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h97bz 37129f4c4b79841d5c88cf98c5e511de252fb78e5a8d804a2dd881de003b5445 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h97bz 37129f4c4b79841d5c88cf98c5e511de252fb78e5a8d804a2dd881de003b5445 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:44:20:53:ba:2d\",\"name\":\"37129f4c4b79841\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce54e930-0f60-4999-82b4-29b1b98c0d8e\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:34:24.365739 3678 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 09:34:24.365760 3678 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 09:34:24.542672 3678 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0504 09:34:26.167952 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=62 I0504 09:34:26.950551 3678 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:26.951073 3678 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:26.972344 3678 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:26.972364 3678 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:26.979874 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 09:34:26.979890 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 09:34:33.582084 3678 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2cwvw-zw2sw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:33.582604 3678 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2cwvw-zw2sw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:34.435692 3678 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2cwvw-zw2sw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:34.435715 3678 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2cwvw-zw2sw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:35.258943 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 W0504 09:34:35.553195 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0504 09:34:35.969158 3678 obj_retry.go:498] Detected object tsf/patch-tekton-config-gjgzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:35.969649 3678 obj_retry.go:498] Detected object tsf/patch-tekton-config-gjgzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:36.236181 3678 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-66b8fd8d-frzh6] creating logical port tsf-tas_rekor-redis-66b8fd8d-frzh6 for pod on switch ip-10-0-0-177.ec2.internal I0504 09:34:36.236277 3678 kube.go:256] Updating pod tsf-tas/rekor-redis-66b8fd8d-frzh6 I0504 09:34:36.250160 3678 pod.go:62] [tsf-tas/rekor-redis-66b8fd8d-frzh6] pod update took 13.913577ms I0504 09:34:36.250183 3678 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-66b8fd8d-frzh6] addLogicalPort annotation time took 13.940484ms I0504 09:34:36.251706 3678 pods.go:271] [tsf-tas/rekor-redis-66b8fd8d-frzh6] addLogicalPort took 15.538328ms, libovsdb time 1.092404ms I0504 09:34:36.869064 3678 obj_retry.go:492] Detected object tsf/patch-tekton-config-gjgzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:36.869086 3678 obj_retry.go:492] Detected object tsf/patch-tekton-config-gjgzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:36.982569 3678 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-zxkck] creating logical port tsf_tsf-tekton-configuration-zxkck for pod on switch ip-10-0-0-177.ec2.internal I0504 09:34:36.982669 3678 kube.go:256] Updating pod tsf/tsf-tekton-configuration-zxkck I0504 09:34:36.994892 3678 pod.go:62] [tsf/tsf-tekton-configuration-zxkck] pod update took 12.24472ms I0504 09:34:36.994920 3678 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-zxkck] addLogicalPort annotation time took 12.277842ms I0504 09:34:36.996399 3678 pods.go:271] [tsf/tsf-tekton-configuration-zxkck] addLogicalPort took 13.847002ms, libovsdb time 879.375µs I0504 09:34:37.200495 3678 cni.go:452] [tsf-tas/rekor-redis-66b8fd8d-frzh6 5d6ae5921c5b3bbbd1fe1575711950f955636ad3dc845a58cdab9c48b1f7fba7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-66b8fd8d-frzh6 5d6ae5921c5b3bbbd1fe1575711950f955636ad3dc845a58cdab9c48b1f7fba7 network default NAD default NAD key ] I0504 09:34:37.209852 3678 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-66b8fd8d-frzh6, hostIfaceName: 5d6ae5921c5b3bb, network: default, NAD default, SandboxID: "5d6ae5921c5b3bbbd1fe1575711950f955636ad3dc845a58cdab9c48b1f7fba7", PCI device ID: , UID: "31b14799-9bb2-4a24-80d5-51cb29548691", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0504 09:34:37.262064 3678 cni.go:473] [tsf-tas/rekor-redis-66b8fd8d-frzh6 5d6ae5921c5b3bbbd1fe1575711950f955636ad3dc845a58cdab9c48b1f7fba7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-66b8fd8d-frzh6 5d6ae5921c5b3bbbd1fe1575711950f955636ad3dc845a58cdab9c48b1f7fba7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:34:98:23:f5:c6\",\"name\":\"5d6ae5921c5b3bb\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/652f11da-f05f-435f-aeea-39ae103475ac\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:34:37.344791 3678 cni.go:452] [tsf/tsf-tekton-configuration-zxkck 363f35c5293abb7fb09743bfc89c49d28f764510deb5e59e2b1ea16de6246b6a network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-zxkck 363f35c5293abb7fb09743bfc89c49d28f764510deb5e59e2b1ea16de6246b6a network default NAD default NAD key ] I0504 09:34:37.354922 3678 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-zxkck, hostIfaceName: 363f35c5293abb7, network: default, NAD default, SandboxID: "363f35c5293abb7fb09743bfc89c49d28f764510deb5e59e2b1ea16de6246b6a", PCI device ID: , UID: "2adf4f3a-b051-47bd-95d3-b41b9a0ed1f0", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0504 09:34:37.406216 3678 cni.go:473] [tsf/tsf-tekton-configuration-zxkck 363f35c5293abb7fb09743bfc89c49d28f764510deb5e59e2b1ea16de6246b6a network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-zxkck 363f35c5293abb7fb09743bfc89c49d28f764510deb5e59e2b1ea16de6246b6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:91:ac:7f:f0:0b\",\"name\":\"363f35c5293abb7\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18a787f9-bb47-44cb-b4d0-51fb3dc00f39\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:34:39.860920 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0504 09:34:42.021012 3678 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-d2882-vxvx5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:42.021664 3678 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-d2882-vxvx5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:42.893405 3678 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-d2882-vxvx5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:42.893431 3678 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-d2882-vxvx5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 09:34:44.648894 3678 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0504 09:34:44.894578 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0504 09:34:45.663575 3678 cni.go:452] [tsf/tsf-tekton-configuration-zxkck 363f35c5293abb7fb09743bfc89c49d28f764510deb5e59e2b1ea16de6246b6a network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-zxkck 363f35c5293abb7fb09743bfc89c49d28f764510deb5e59e2b1ea16de6246b6a network default NAD default NAD key ] I0504 09:34:45.753609 3678 cni.go:473] [tsf/tsf-tekton-configuration-zxkck 363f35c5293abb7fb09743bfc89c49d28f764510deb5e59e2b1ea16de6246b6a network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-zxkck 363f35c5293abb7fb09743bfc89c49d28f764510deb5e59e2b1ea16de6246b6a network default NAD default NAD key default], result "{}", err I0504 09:34:45.822137 3678 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zxkck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:45.822175 3678 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-zxkck I0504 09:34:45.823543 3678 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-zxkck, ips: 10.130.0.40 I0504 09:34:45.823574 3678 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zxkck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:46.679948 3678 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zxkck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:46.679970 3678 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zxkck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:46.720460 3678 obj_retry.go:492] Detected object tsf/patch-tekton-config-gjgzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:46.720480 3678 obj_retry.go:492] Detected object tsf/patch-tekton-config-gjgzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:46.725984 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-gjgzl I0504 09:34:46.726007 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-gjgzl W0504 09:34:46.909529 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 09:34:51.081101 3678 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:51.081659 3678 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:51.102302 3678 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:51.102320 3678 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:51.109236 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 09:34:51.109259 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0504 09:34:57.699575 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0504 09:34:57.705562 3678 obj_retry.go:498] Detected object tsf-tpa/create-db-46th2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:57.706008 3678 obj_retry.go:498] Detected object tsf-tpa/create-db-46th2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:58.729838 3678 obj_retry.go:492] Detected object tsf-tpa/create-db-46th2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:58.729865 3678 obj_retry.go:492] Detected object tsf-tpa/create-db-46th2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:01.757645 3678 obj_retry.go:498] Detected object tsf-tpa/migrate-db-5mlx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:35:01.758182 3678 obj_retry.go:498] Detected object tsf-tpa/migrate-db-5mlx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:35:01.869636 3678 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5mlx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:01.869655 3678 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5mlx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:02.839680 3678 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-t2w4j-9wtqj] creating logical port tsf-tas_tuf-repository-init-t2w4j-9wtqj for pod on switch ip-10-0-0-177.ec2.internal I0504 09:35:02.839781 3678 kube.go:256] Updating pod tsf-tas/tuf-repository-init-t2w4j-9wtqj I0504 09:35:02.854419 3678 pod.go:62] [tsf-tas/tuf-repository-init-t2w4j-9wtqj] pod update took 14.666883ms I0504 09:35:02.854439 3678 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-t2w4j-9wtqj] addLogicalPort annotation time took 14.693027ms I0504 09:35:02.855746 3678 pods.go:271] [tsf-tas/tuf-repository-init-t2w4j-9wtqj] addLogicalPort took 16.082112ms, libovsdb time 919.194µs I0504 09:35:06.357306 3678 obj_retry.go:498] Detected object tsf-tpa/create-importers-wl47j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:35:06.357868 3678 obj_retry.go:498] Detected object tsf-tpa/create-importers-wl47j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:35:07.380516 3678 obj_retry.go:492] Detected object tsf-tpa/create-importers-wl47j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:07.380545 3678 obj_retry.go:492] Detected object tsf-tpa/create-importers-wl47j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:07.401746 3678 cni.go:452] [tsf-tas/tuf-repository-init-t2w4j-9wtqj 173dee35a16b3ed298f0a87d993c2e69be1254cb70454a2f5a5b197f5ef8fe35 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-t2w4j-9wtqj 173dee35a16b3ed298f0a87d993c2e69be1254cb70454a2f5a5b197f5ef8fe35 network default NAD default NAD key ] I0504 09:35:07.416310 3678 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-t2w4j-9wtqj, hostIfaceName: 173dee35a16b3ed, network: default, NAD default, SandboxID: "173dee35a16b3ed298f0a87d993c2e69be1254cb70454a2f5a5b197f5ef8fe35", PCI device ID: , UID: "34dfeeff-995c-43d2-8d83-9ee4dcf453f9", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0504 09:35:07.475952 3678 cni.go:473] [tsf-tas/tuf-repository-init-t2w4j-9wtqj 173dee35a16b3ed298f0a87d993c2e69be1254cb70454a2f5a5b197f5ef8fe35 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-t2w4j-9wtqj 173dee35a16b3ed298f0a87d993c2e69be1254cb70454a2f5a5b197f5ef8fe35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:f6:18:a6:1d:03\",\"name\":\"173dee35a16b3ed\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93b0391a-3687-445e-adb7-771e9ae76d96\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:35:10.653318 3678 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0504 09:35:13.804352 3678 cni.go:452] [tsf-tas/tuf-repository-init-t2w4j-9wtqj 173dee35a16b3ed298f0a87d993c2e69be1254cb70454a2f5a5b197f5ef8fe35 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-t2w4j-9wtqj 173dee35a16b3ed298f0a87d993c2e69be1254cb70454a2f5a5b197f5ef8fe35 network default NAD default NAD key ] I0504 09:35:13.902273 3678 cni.go:473] [tsf-tas/tuf-repository-init-t2w4j-9wtqj 173dee35a16b3ed298f0a87d993c2e69be1254cb70454a2f5a5b197f5ef8fe35 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-t2w4j-9wtqj 173dee35a16b3ed298f0a87d993c2e69be1254cb70454a2f5a5b197f5ef8fe35 network default NAD default NAD key default], result "{}", err I0504 09:35:14.090958 3678 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-t2w4j-9wtqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:35:14.090998 3678 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-t2w4j-9wtqj I0504 09:35:14.092251 3678 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-t2w4j-9wtqj, ips: 10.130.0.41 I0504 09:35:14.092281 3678 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-t2w4j-9wtqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:35:14.824050 3678 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-t2w4j-9wtqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:14.824078 3678 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-t2w4j-9wtqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:14.955648 3678 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-k6fxn] creating logical port tsf-tas_tuf-97fc8ff76-k6fxn for pod on switch ip-10-0-0-177.ec2.internal I0504 09:35:14.955777 3678 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-k6fxn I0504 09:35:14.971518 3678 pod.go:62] [tsf-tas/tuf-97fc8ff76-k6fxn] pod update took 15.766437ms I0504 09:35:14.971544 3678 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-k6fxn] addLogicalPort annotation time took 15.795305ms I0504 09:35:14.972904 3678 pods.go:271] [tsf-tas/tuf-97fc8ff76-k6fxn] addLogicalPort took 17.278314ms, libovsdb time 846.706µs I0504 09:35:17.734110 3678 cni.go:452] [tsf-tas/tuf-97fc8ff76-k6fxn 61d22f09df01d1ed37077e3429f6f00a6eef02eec7ad5d85f68b5f1c7db09a4a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-k6fxn 61d22f09df01d1ed37077e3429f6f00a6eef02eec7ad5d85f68b5f1c7db09a4a network default NAD default NAD key ] I0504 09:35:17.743464 3678 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-k6fxn, hostIfaceName: 61d22f09df01d1e, network: default, NAD default, SandboxID: "61d22f09df01d1ed37077e3429f6f00a6eef02eec7ad5d85f68b5f1c7db09a4a", PCI device ID: , UID: "2bfae9d4-ee7b-46cf-8779-2dc4aa33bb34", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0504 09:35:17.796565 3678 cni.go:473] [tsf-tas/tuf-97fc8ff76-k6fxn 61d22f09df01d1ed37077e3429f6f00a6eef02eec7ad5d85f68b5f1c7db09a4a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-k6fxn 61d22f09df01d1ed37077e3429f6f00a6eef02eec7ad5d85f68b5f1c7db09a4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:26:3f:37:55:91\",\"name\":\"61d22f09df01d1e\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ff23527-4ad7-4ead-89f3-4fb31bce77f5\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:35:19.837958 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0504 09:35:30.167895 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0504 09:35:30.846337 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0504 09:35:38.179307 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=517 I0504 09:35:38.338215 3678 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:35:38.338752 3678 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:35:38.381292 3678 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:38.381310 3678 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:38.388946 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 09:35:38.388980 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 09:35:39.161546 3678 namespace.go:98] [integration-service] adding namespace I0504 09:35:39.162289 3678 namespace.go:98] [build-service] adding namespace I0504 09:35:39.162451 3678 namespace.go:102] [integration-service] adding namespace took 886.266µs I0504 09:35:39.163021 3678 namespace.go:102] [build-service] adding namespace took 715.374µs I0504 09:35:39.169400 3678 namespace.go:98] [image-controller] adding namespace I0504 09:35:39.169423 3678 namespace.go:98] [default-tenant] adding namespace I0504 09:35:39.170037 3678 namespace.go:102] [image-controller] adding namespace took 619.454µs I0504 09:35:39.170606 3678 namespace.go:102] [default-tenant] adding namespace took 1.170464ms I0504 09:35:39.227696 3678 namespace.go:142] [integration-service] updating namespace I0504 09:35:39.255477 3678 namespace.go:142] [integration-service] updating namespace I0504 09:35:39.255507 3678 namespace.go:142] [build-service] updating namespace I0504 09:35:39.279722 3678 namespace.go:142] [build-service] updating namespace I0504 09:35:39.289025 3678 namespace.go:142] [default-tenant] updating namespace I0504 09:35:39.310578 3678 namespace.go:142] [default-tenant] updating namespace I0504 09:35:39.314809 3678 namespace.go:142] [image-controller] updating namespace I0504 09:35:39.368231 3678 namespace.go:142] [image-controller] updating namespace I0504 09:35:39.432354 3678 namespace.go:142] [build-service] updating namespace I0504 09:35:39.452997 3678 namespace.go:142] [integration-service] updating namespace I0504 09:35:39.483238 3678 namespace.go:98] [release-service] adding namespace I0504 09:35:39.484209 3678 namespace.go:102] [release-service] adding namespace took 956.275µs I0504 09:35:39.513681 3678 namespace.go:142] [release-service] updating namespace I0504 09:35:39.535874 3678 namespace.go:142] [konflux-ui] updating namespace I0504 09:35:39.562818 3678 namespace.go:142] [release-service] updating namespace I0504 09:35:39.641431 3678 namespace.go:98] [konflux-info] adding namespace I0504 09:35:39.642228 3678 namespace.go:102] [konflux-info] adding namespace took 781.276µs I0504 09:35:39.714096 3678 namespace.go:142] [konflux-info] updating namespace I0504 09:35:39.748356 3678 namespace.go:142] [konflux-info] updating namespace I0504 09:35:39.788315 3678 namespace.go:98] [namespace-lister] adding namespace I0504 09:35:39.789070 3678 namespace.go:102] [namespace-lister] adding namespace took 737.26µs I0504 09:35:39.840493 3678 namespace.go:98] [enterprise-contract-service] adding namespace I0504 09:35:39.841202 3678 namespace.go:102] [enterprise-contract-service] adding namespace took 694.228µs I0504 09:35:39.878765 3678 namespace.go:142] [image-controller] updating namespace I0504 09:35:39.878820 3678 namespace.go:142] [namespace-lister] updating namespace I0504 09:35:39.884838 3678 namespace.go:142] [enterprise-contract-service] updating namespace I0504 09:35:39.938390 3678 namespace.go:142] [namespace-lister] updating namespace I0504 09:35:39.983448 3678 namespace.go:142] [enterprise-contract-service] updating namespace I0504 09:35:40.063297 3678 namespace.go:142] [default-tenant] updating namespace I0504 09:35:40.218445 3678 namespace.go:98] [segment-bridge] adding namespace I0504 09:35:40.219217 3678 namespace.go:102] [segment-bridge] adding namespace took 754.05µs I0504 09:35:40.459166 3678 namespace.go:98] [konflux-cli] adding namespace I0504 09:35:40.459894 3678 namespace.go:102] [konflux-cli] adding namespace took 710.525µs I0504 09:35:40.576422 3678 namespace.go:142] [segment-bridge] updating namespace I0504 09:35:40.797047 3678 namespace.go:142] [segment-bridge] updating namespace I0504 09:35:41.027418 3678 namespace.go:142] [konflux-cli] updating namespace I0504 09:35:41.122462 3678 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 09:35:41.123149 3678 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 09:35:41.123170 3678 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 09:35:41.125783 3678 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 09:35:41.215401 3678 namespace.go:142] [konflux-cli] updating namespace I0504 09:35:41.307366 3678 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 09:35:41.307400 3678 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 09:35:41.308190 3678 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 09:35:41.447509 3678 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-jwbl9] creating logical port namespace-lister_namespace-lister-696b855848-jwbl9 for pod on switch ip-10-0-0-177.ec2.internal I0504 09:35:41.447651 3678 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-jwbl9 I0504 09:35:41.524627 3678 pod.go:62] [namespace-lister/namespace-lister-696b855848-jwbl9] pod update took 77.005479ms I0504 09:35:41.524650 3678 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-jwbl9] addLogicalPort annotation time took 77.035526ms I0504 09:35:41.525913 3678 pods.go:271] [namespace-lister/namespace-lister-696b855848-jwbl9] addLogicalPort took 78.418937ms, libovsdb time 858.409µs I0504 09:35:42.321433 3678 namespace.go:142] [build-service] updating namespace I0504 09:35:42.403500 3678 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-2fwh2] creating logical port image-controller_image-controller-controller-manager-6f859968fc-2fwh2 for pod on switch ip-10-0-0-177.ec2.internal I0504 09:35:42.403617 3678 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-2fwh2 I0504 09:35:42.430491 3678 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-2fwh2] pod update took 26.910633ms I0504 09:35:42.430520 3678 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-2fwh2] addLogicalPort annotation time took 26.945265ms I0504 09:35:42.431935 3678 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-2fwh2] addLogicalPort took 28.458503ms, libovsdb time 947.603µs I0504 09:35:42.805633 3678 namespace.go:142] [default-tenant] updating namespace I0504 09:35:42.840172 3678 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-2fwh2 aa40649a566d2aa9676dddc406fb60afbb2444388feece60abc1b2d4533f1917 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-2fwh2 aa40649a566d2aa9676dddc406fb60afbb2444388feece60abc1b2d4533f1917 network default NAD default NAD key ] I0504 09:35:42.849841 3678 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-2fwh2, hostIfaceName: aa40649a566d2aa, network: default, NAD default, SandboxID: "aa40649a566d2aa9676dddc406fb60afbb2444388feece60abc1b2d4533f1917", PCI device ID: , UID: "bb3be708-81e3-4606-8313-d28a4ea27688", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0504 09:35:42.903831 3678 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-2fwh2 aa40649a566d2aa9676dddc406fb60afbb2444388feece60abc1b2d4533f1917 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-2fwh2 aa40649a566d2aa9676dddc406fb60afbb2444388feece60abc1b2d4533f1917 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:19:72:82:34:1a\",\"name\":\"aa40649a566d2aa\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eabae6b0-895d-4b1c-895f-1bd1b1ec18ab\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:35:43.068292 3678 namespace.go:142] [enterprise-contract-service] updating namespace I0504 09:35:43.368390 3678 namespace.go:142] [image-controller] updating namespace I0504 09:35:43.585259 3678 namespace.go:142] [integration-service] updating namespace I0504 09:35:43.613574 3678 cni.go:452] [namespace-lister/namespace-lister-696b855848-jwbl9 ba062c3895f6366b793f922dbb535c4b47ee46f1dd550446a93189e7ef828102 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-jwbl9 ba062c3895f6366b793f922dbb535c4b47ee46f1dd550446a93189e7ef828102 network default NAD default NAD key ] I0504 09:35:43.624652 3678 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-jwbl9, hostIfaceName: ba062c3895f6366, network: default, NAD default, SandboxID: "ba062c3895f6366b793f922dbb535c4b47ee46f1dd550446a93189e7ef828102", PCI device ID: , UID: "bd70fe2f-b0e8-4472-af0a-890f4395c29e", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0504 09:35:43.685148 3678 cni.go:473] [namespace-lister/namespace-lister-696b855848-jwbl9 ba062c3895f6366b793f922dbb535c4b47ee46f1dd550446a93189e7ef828102 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-jwbl9 ba062c3895f6366b793f922dbb535c4b47ee46f1dd550446a93189e7ef828102 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:b0:2a:28:a4:df\",\"name\":\"ba062c3895f6366\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b46f873-1467-4e79-bf58-644730859150\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:35:43.712985 3678 base_network_controller_pods.go:487] [default/konflux-ui/proxy-59578b8685-nkgsk] creating logical port konflux-ui_proxy-59578b8685-nkgsk for pod on switch ip-10-0-0-177.ec2.internal I0504 09:35:43.713112 3678 kube.go:256] Updating pod konflux-ui/proxy-59578b8685-nkgsk I0504 09:35:43.752683 3678 pod.go:62] [konflux-ui/proxy-59578b8685-nkgsk] pod update took 39.618337ms I0504 09:35:43.752713 3678 base_network_controller_pods.go:951] [default/konflux-ui/proxy-59578b8685-nkgsk] addLogicalPort annotation time took 39.655739ms I0504 09:35:43.754147 3678 pods.go:271] [konflux-ui/proxy-59578b8685-nkgsk] addLogicalPort took 41.182933ms, libovsdb time 961.872µs I0504 09:35:43.781693 3678 namespace.go:142] [konflux-cli] updating namespace I0504 09:35:44.013308 3678 namespace.go:142] [konflux-info] updating namespace I0504 09:35:44.185477 3678 namespace.go:142] [namespace-lister] updating namespace I0504 09:35:44.377216 3678 namespace.go:142] [release-service] updating namespace I0504 09:35:44.469492 3678 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6dd8d7c987-6499g] creating logical port integration-service_integration-service-controller-manager-6dd8d7c987-6499g for pod on switch ip-10-0-0-177.ec2.internal I0504 09:35:44.469587 3678 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6dd8d7c987-6499g I0504 09:35:44.491492 3678 pod.go:62] [integration-service/integration-service-controller-manager-6dd8d7c987-6499g] pod update took 21.924704ms I0504 09:35:44.491581 3678 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6dd8d7c987-6499g] addLogicalPort annotation time took 22.018752ms I0504 09:35:44.493338 3678 pods.go:271] [integration-service/integration-service-controller-manager-6dd8d7c987-6499g] addLogicalPort took 23.859341ms, libovsdb time 1.132552ms I0504 09:35:44.589653 3678 namespace.go:142] [segment-bridge] updating namespace I0504 09:35:44.716890 3678 namespace.go:142] [build-service] updating namespace I0504 09:35:44.744749 3678 namespace.go:142] [default-tenant] updating namespace I0504 09:35:44.766781 3678 namespace.go:142] [enterprise-contract-service] updating namespace I0504 09:35:44.785141 3678 namespace.go:142] [image-controller] updating namespace I0504 09:35:44.803630 3678 namespace.go:142] [integration-service] updating namespace I0504 09:35:44.836520 3678 namespace.go:142] [konflux-cli] updating namespace I0504 09:35:44.868405 3678 namespace.go:142] [konflux-info] updating namespace I0504 09:35:44.891803 3678 namespace.go:142] [namespace-lister] updating namespace I0504 09:35:44.918385 3678 namespace.go:142] [release-service] updating namespace I0504 09:35:44.952544 3678 namespace.go:142] [segment-bridge] updating namespace I0504 09:35:45.033392 3678 namespace.go:142] [build-service] updating namespace I0504 09:35:45.181150 3678 namespace.go:142] [default-tenant] updating namespace I0504 09:35:45.306665 3678 namespace.go:142] [enterprise-contract-service] updating namespace I0504 09:35:45.411338 3678 namespace.go:142] [image-controller] updating namespace I0504 09:35:45.481312 3678 namespace.go:142] [integration-service] updating namespace I0504 09:35:45.583659 3678 namespace.go:142] [konflux-cli] updating namespace I0504 09:35:45.666860 3678 namespace.go:142] [konflux-info] updating namespace I0504 09:35:45.762631 3678 namespace.go:142] [namespace-lister] updating namespace I0504 09:35:45.872397 3678 namespace.go:142] [release-service] updating namespace W0504 09:35:46.027379 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0504 09:35:46.041926 3678 namespace.go:142] [segment-bridge] updating namespace W0504 09:35:46.148969 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 09:35:47.013099 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0504 09:35:48.434786 3678 cni.go:452] [integration-service/integration-service-controller-manager-6dd8d7c987-6499g f33bccffd6c5ed576689a844f4930e0610c2649c4686e8868777658e91d11cd1 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6dd8d7c987-6499g f33bccffd6c5ed576689a844f4930e0610c2649c4686e8868777658e91d11cd1 network default NAD default NAD key ] I0504 09:35:48.444417 3678 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6dd8d7c987-6499g, hostIfaceName: f33bccffd6c5ed5, network: default, NAD default, SandboxID: "f33bccffd6c5ed576689a844f4930e0610c2649c4686e8868777658e91d11cd1", PCI device ID: , UID: "f14817a2-7247-4e09-a25e-fbfc7a5dc2b5", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0504 09:35:48.501767 3678 cni.go:473] [integration-service/integration-service-controller-manager-6dd8d7c987-6499g f33bccffd6c5ed576689a844f4930e0610c2649c4686e8868777658e91d11cd1 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6dd8d7c987-6499g f33bccffd6c5ed576689a844f4930e0610c2649c4686e8868777658e91d11cd1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:6c:44:aa:94:14\",\"name\":\"f33bccffd6c5ed5\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a280a7b7-083e-4fa3-818d-fe81e0451c51\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:35:49.290015 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0504 09:35:51.009255 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 09:35:51.010525 3678 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 09:35:51.284369 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 09:35:51.289248 3678 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0504 09:35:51.881902 3678 cni.go:452] [konflux-ui/proxy-59578b8685-nkgsk 0df7a5ac0c550c1e33a817eab7e8ed8acd4cb0284e583ef6b97e4351670a42a4 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-59578b8685-nkgsk 0df7a5ac0c550c1e33a817eab7e8ed8acd4cb0284e583ef6b97e4351670a42a4 network default NAD default NAD key ] I0504 09:35:51.891151 3678 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-59578b8685-nkgsk, hostIfaceName: 0df7a5ac0c550c1, network: default, NAD default, SandboxID: "0df7a5ac0c550c1e33a817eab7e8ed8acd4cb0284e583ef6b97e4351670a42a4", PCI device ID: , UID: "7a5ab5f7-9c7d-46f6-a00e-3a874e92064e", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0504 09:35:51.943171 3678 cni.go:473] [konflux-ui/proxy-59578b8685-nkgsk 0df7a5ac0c550c1e33a817eab7e8ed8acd4cb0284e583ef6b97e4351670a42a4 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-59578b8685-nkgsk 0df7a5ac0c550c1e33a817eab7e8ed8acd4cb0284e583ef6b97e4351670a42a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:91:b2:81:c3:61\",\"name\":\"0df7a5ac0c550c1\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89405931-122d-4f8b-b8de-0df83f55f228\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 09:35:56.322520 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 09:35:56.322641 3678 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0504 09:35:56.347988 3678 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0504 09:35:56.385993 3678 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 09:35:56.386013 3678 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 09:35:56.995986 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 09:35:57.068857 3678 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 09:35:57.068873 3678 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0504 09:35:58.168828 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=162 W0504 09:36:02.018967 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 09:36:02.024097 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0504 09:36:03.254965 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 09:36:03.285498 3678 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:36:03.286069 3678 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:36:03.671372 3678 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:36:03.671405 3678 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:36:03.682422 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 I0504 09:36:03.682490 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 I0504 09:36:30.444172 3678 namespace.go:142] [openshift-pipelines] updating namespace W0504 09:36:36.123649 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 09:36:36.123670 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-177.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0504 09:36:50.292670 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0504 09:37:06.373959 3678 obj_retry.go:498] Detected object konflux-ui/proxy-5b78f45564-gvbd9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:37:06.374583 3678 obj_retry.go:498] Detected object konflux-ui/proxy-5b78f45564-gvbd9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:37:06.724939 3678 obj_retry.go:492] Detected object konflux-ui/proxy-5b78f45564-gvbd9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:37:06.724970 3678 obj_retry.go:492] Detected object konflux-ui/proxy-5b78f45564-gvbd9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:37:06.732954 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5b78f45564-gvbd9 I0504 09:37:06.732977 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5b78f45564-gvbd9 I0504 09:37:10.892047 3678 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:37:10.892646 3678 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:37:10.911085 3678 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:37:10.911107 3678 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:37:10.917760 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 09:37:10.917783 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 09:37:14.168958 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=78 I0504 09:37:40.962676 3678 namespace.go:98] [managed-tenant-mv8vb] adding namespace I0504 09:37:40.963653 3678 namespace.go:102] [managed-tenant-mv8vb] adding namespace took 953.295µs I0504 09:37:41.017442 3678 namespace.go:142] [managed-tenant-mv8vb] updating namespace I0504 09:37:41.037380 3678 namespace.go:142] [managed-tenant-mv8vb] updating namespace I0504 09:37:42.027585 3678 namespace.go:142] [managed-tenant-mv8vb] updating namespace I0504 09:37:42.149268 3678 namespace.go:142] [managed-tenant-mv8vb] updating namespace I0504 09:37:42.243999 3678 namespace.go:142] [managed-tenant-mv8vb] updating namespace I0504 09:37:44.283419 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0504 09:38:32.255676 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0504 09:38:49.294622 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 09:38:53.273101 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 09:39:12.173190 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=158 I0504 09:39:39.269148 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 09:40:04.810647 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:40:04.811293 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:40:05.696015 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:40:05.696037 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:40:42.263026 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 09:41:11.278176 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0504 09:41:53.171635 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=32 I0504 09:42:21.289752 3678 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 09:42:25.172934 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0504 09:43:03.172405 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0504 09:44:05.296493 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0504 09:44:34.184840 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=115 I0504 09:44:54.258757 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0504 09:44:58.054945 3678 obj_retry.go:492] Detected object tsf-tpa/create-db-46th2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:44:58.054988 3678 obj_retry.go:492] Detected object tsf-tpa/create-db-46th2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:44:58.060764 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-46th2 I0504 09:44:58.060799 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-46th2 I0504 09:45:01.034779 3678 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5mlx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:45:01.034806 3678 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5mlx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:45:01.041888 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-5mlx9 I0504 09:45:01.041909 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-5mlx9 I0504 09:45:07.037893 3678 obj_retry.go:492] Detected object tsf-tpa/create-importers-wl47j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:45:07.037940 3678 obj_retry.go:492] Detected object tsf-tpa/create-importers-wl47j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:45:07.047517 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-wl47j I0504 09:45:07.047539 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-wl47j I0504 09:45:59.287349 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 09:46:18.266359 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 09:46:21.172675 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0504 09:46:33.281938 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 09:46:42.297778 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 09:46:54.176700 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0504 09:48:06.258820 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0504 09:48:19.982757 3678 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod] creating logical port default-tenant_tsf-comp-dt68e-on-push-jnkj7-init-pod for pod on switch ip-10-0-0-177.ec2.internal I0504 09:48:19.982944 3678 kube.go:256] Updating pod default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod I0504 09:48:20.007761 3678 pod.go:62] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod] pod update took 24.858482ms I0504 09:48:20.007781 3678 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod] addLogicalPort annotation time took 24.884379ms I0504 09:48:20.009030 3678 pods.go:271] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod] addLogicalPort took 26.291671ms, libovsdb time 833.565µs I0504 09:48:20.276700 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0504 09:48:20.347621 3678 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod 4d85aea09146fa13e2864b18d76c6f632975fc51de24ad4c898518ce65014e69 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod 4d85aea09146fa13e2864b18d76c6f632975fc51de24ad4c898518ce65014e69 network default NAD default NAD key ] I0504 09:48:20.357829 3678 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-dt68e-on-push-jnkj7-init-pod, hostIfaceName: 4d85aea09146fa1, network: default, NAD default, SandboxID: "4d85aea09146fa13e2864b18d76c6f632975fc51de24ad4c898518ce65014e69", PCI device ID: , UID: "86138311-e869-4a61-b352-d4853d83829e", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0504 09:48:20.411331 3678 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod 4d85aea09146fa13e2864b18d76c6f632975fc51de24ad4c898518ce65014e69 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod 4d85aea09146fa13e2864b18d76c6f632975fc51de24ad4c898518ce65014e69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:47:b0:9c:9c:6c\",\"name\":\"4d85aea09146fa1\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03926783-2827-4574-b1a4-5bb81dbc23c5\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:48:25.432491 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:48:25.433067 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:48:26.182371 3678 obj_retry.go:492] Detected object default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:48:26.182399 3678 obj_retry.go:492] Detected object default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:48:26.190067 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod I0504 09:48:26.190098 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod I0504 09:48:36.132396 3678 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod 4d85aea09146fa13e2864b18d76c6f632975fc51de24ad4c898518ce65014e69 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod 4d85aea09146fa13e2864b18d76c6f632975fc51de24ad4c898518ce65014e69 network default NAD default NAD key ] I0504 09:48:36.220771 3678 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod 4d85aea09146fa13e2864b18d76c6f632975fc51de24ad4c898518ce65014e69 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod 4d85aea09146fa13e2864b18d76c6f632975fc51de24ad4c898518ce65014e69 network default NAD default NAD key default], result "{}", err I0504 09:48:36.281674 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:48:36.281710 3678 pods.go:176] Deleting pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod I0504 09:48:36.283045 3678 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod, ips: 10.130.0.47 I0504 09:48:36.283071 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:48:49.175194 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0504 09:48:49.506004 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:48:49.506659 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:48:49.988442 3678 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod for pod on switch ip-10-0-0-177.ec2.internal I0504 09:48:49.988608 3678 kube.go:256] Updating pod default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod I0504 09:48:50.021852 3678 pod.go:62] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod] pod update took 33.277249ms I0504 09:48:50.021874 3678 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod] addLogicalPort annotation time took 33.304029ms I0504 09:48:50.023200 3678 pods.go:271] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod] addLogicalPort took 34.773154ms, libovsdb time 886.101µs I0504 09:48:50.365736 3678 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod 2130d59d6da1f63b1671bc273f0d50e2700faf6d5626b63b3b4bd83524921d57 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod 2130d59d6da1f63b1671bc273f0d50e2700faf6d5626b63b3b4bd83524921d57 network default NAD default NAD key ] I0504 09:48:50.375617 3678 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod, hostIfaceName: 2130d59d6da1f63, network: default, NAD default, SandboxID: "2130d59d6da1f63b1671bc273f0d50e2700faf6d5626b63b3b4bd83524921d57", PCI device ID: , UID: "a607c48b-5e67-41db-b922-41dfb1b48c06", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0504 09:48:50.431923 3678 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod 2130d59d6da1f63b1671bc273f0d50e2700faf6d5626b63b3b4bd83524921d57 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod 2130d59d6da1f63b1671bc273f0d50e2700faf6d5626b63b3b4bd83524921d57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:fa:da:88:aa:78\",\"name\":\"2130d59d6da1f63\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2685ed5-12e2-4e58-9d85-d9d8104154c5\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:49:04.272359 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0504 09:49:56.611611 3678 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod 2130d59d6da1f63b1671bc273f0d50e2700faf6d5626b63b3b4bd83524921d57 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod 2130d59d6da1f63b1671bc273f0d50e2700faf6d5626b63b3b4bd83524921d57 network default NAD default NAD key ] I0504 09:49:56.700014 3678 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod 2130d59d6da1f63b1671bc273f0d50e2700faf6d5626b63b3b4bd83524921d57 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod 2130d59d6da1f63b1671bc273f0d50e2700faf6d5626b63b3b4bd83524921d57 network default NAD default NAD key default], result "{}", err I0504 09:49:56.776930 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:49:56.776968 3678 pods.go:176] Deleting pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod I0504 09:49:56.778236 3678 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod, ips: 10.130.0.48 I0504 09:49:56.778260 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:50:03.886914 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:50:03.887540 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:50:04.760505 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:50:04.760528 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:50:04.802446 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:50:04.802465 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:50:04.808328 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 I0504 09:50:04.808356 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 I0504 09:50:26.189689 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=84 I0504 09:51:35.262981 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 09:51:36.176257 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0504 09:51:57.293780 3678 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0504 09:52:06.301804 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0504 09:52:12.175867 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0504 09:52:13.299730 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0504 09:52:35.176059 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0504 09:53:14.290773 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 09:53:23.180000 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0504 09:53:51.270241 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0504 09:53:53.523760 3678 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod] creating logical port default-tenant_tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod for pod on switch ip-10-0-0-177.ec2.internal I0504 09:53:53.523903 3678 kube.go:256] Updating pod default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod I0504 09:53:53.564175 3678 pod.go:62] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod] pod update took 40.302354ms I0504 09:53:53.564197 3678 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod] addLogicalPort annotation time took 40.331497ms I0504 09:53:53.565586 3678 pods.go:271] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod] addLogicalPort took 41.835879ms, libovsdb time 940.173µs I0504 09:53:53.889714 3678 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod 33db07d6debed83118ed5ba21208104c528008cf3924116d0f160cb49b5ef8b1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod 33db07d6debed83118ed5ba21208104c528008cf3924116d0f160cb49b5ef8b1 network default NAD default NAD key ] I0504 09:53:53.899017 3678 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod, hostIfaceName: 33db07d6debed83, network: default, NAD default, SandboxID: "33db07d6debed83118ed5ba21208104c528008cf3924116d0f160cb49b5ef8b1", PCI device ID: , UID: "9d67e5ed-0883-4fc9-a90f-f30efddb4eab", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0504 09:53:53.954191 3678 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod 33db07d6debed83118ed5ba21208104c528008cf3924116d0f160cb49b5ef8b1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod 33db07d6debed83118ed5ba21208104c528008cf3924116d0f160cb49b5ef8b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:39:13:a4:96:85\",\"name\":\"33db07d6debed83\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e54771c8-1321-4fcd-8a63-98ec869ff961\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:53:54.247065 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:53:54.247706 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:53:55.285478 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0504 09:54:12.262396 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 09:54:23.151633 3678 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod 33db07d6debed83118ed5ba21208104c528008cf3924116d0f160cb49b5ef8b1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod 33db07d6debed83118ed5ba21208104c528008cf3924116d0f160cb49b5ef8b1 network default NAD default NAD key ] I0504 09:54:23.239060 3678 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod 33db07d6debed83118ed5ba21208104c528008cf3924116d0f160cb49b5ef8b1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod 33db07d6debed83118ed5ba21208104c528008cf3924116d0f160cb49b5ef8b1 network default NAD default NAD key default], result "{}", err I0504 09:54:23.312795 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:54:23.312834 3678 pods.go:176] Deleting pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod I0504 09:54:23.314339 3678 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod, ips: 10.130.0.49 I0504 09:54:23.314369 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:54:23.661469 3678 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod for pod on switch ip-10-0-0-177.ec2.internal I0504 09:54:23.661619 3678 kube.go:256] Updating pod default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod I0504 09:54:23.678537 3678 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod for pod on switch ip-10-0-0-177.ec2.internal I0504 09:54:23.678646 3678 kube.go:256] Updating pod default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod I0504 09:54:23.689846 3678 pod.go:62] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod] pod update took 28.260321ms I0504 09:54:23.689868 3678 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod] addLogicalPort annotation time took 28.285634ms I0504 09:54:23.691256 3678 pods.go:271] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod] addLogicalPort took 29.801836ms, libovsdb time 877.954µs I0504 09:54:23.704620 3678 pod.go:62] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod] pod update took 26.002423ms I0504 09:54:23.704646 3678 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod] addLogicalPort annotation time took 26.03004ms I0504 09:54:23.706180 3678 pods.go:271] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod] addLogicalPort took 27.654393ms, libovsdb time 961.996µs I0504 09:54:23.885542 3678 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod for pod on switch ip-10-0-0-177.ec2.internal I0504 09:54:23.885731 3678 kube.go:256] Updating pod default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod I0504 09:54:23.939375 3678 pod.go:62] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod] pod update took 53.6901ms I0504 09:54:23.939398 3678 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod] addLogicalPort annotation time took 53.715951ms I0504 09:54:23.940700 3678 pods.go:271] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod] addLogicalPort took 55.172746ms, libovsdb time 894.556µs I0504 09:54:24.005459 3678 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod] creating logical port default-tenant_tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod for pod on switch ip-10-0-0-177.ec2.internal I0504 09:54:24.005626 3678 kube.go:256] Updating pod default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod I0504 09:54:24.066059 3678 pod.go:62] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod] pod update took 60.468814ms I0504 09:54:24.066082 3678 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod] addLogicalPort annotation time took 60.495479ms I0504 09:54:24.067350 3678 pods.go:271] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod] addLogicalPort took 61.90934ms, libovsdb time 839.15µs I0504 09:54:24.250733 3678 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod 58c888ae97abd729500195aeae3d4966e0b9254c85d5af40040784088a0a56ee network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod 58c888ae97abd729500195aeae3d4966e0b9254c85d5af40040784088a0a56ee network default NAD default NAD key ] I0504 09:54:24.263009 3678 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod, hostIfaceName: 58c888ae97abd72, network: default, NAD default, SandboxID: "58c888ae97abd729500195aeae3d4966e0b9254c85d5af40040784088a0a56ee", PCI device ID: , UID: "d20e2547-3818-4b05-8134-45cb5c3881f5", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0504 09:54:24.327036 3678 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod 58c888ae97abd729500195aeae3d4966e0b9254c85d5af40040784088a0a56ee network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod 58c888ae97abd729500195aeae3d4966e0b9254c85d5af40040784088a0a56ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:13:c7:23:ca:da\",\"name\":\"58c888ae97abd72\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1418001a-dff1-4118-b290-736e76e62b0c\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:54:24.334602 3678 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod 4c89d3ad929606069a76790a2e5e3fd6db122547abbc8023c6179ef7f47601fe network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod 4c89d3ad929606069a76790a2e5e3fd6db122547abbc8023c6179ef7f47601fe network default NAD default NAD key ] I0504 09:54:24.345993 3678 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod, hostIfaceName: 4c89d3ad9296060, network: default, NAD default, SandboxID: "4c89d3ad929606069a76790a2e5e3fd6db122547abbc8023c6179ef7f47601fe", PCI device ID: , UID: "ed60dd21-114d-4a47-a165-784ae06f5ecf", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0504 09:54:24.349885 3678 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod 6361602b6a1525dcaef00d9696fed0a9bf0520b5ae8d7547ea87c579c0ad7324 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod 6361602b6a1525dcaef00d9696fed0a9bf0520b5ae8d7547ea87c579c0ad7324 network default NAD default NAD key ] I0504 09:54:24.361040 3678 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod, hostIfaceName: 6361602b6a1525d, network: default, NAD default, SandboxID: "6361602b6a1525dcaef00d9696fed0a9bf0520b5ae8d7547ea87c579c0ad7324", PCI device ID: , UID: "9a421ba1-1177-4b40-8612-2587f005a89b", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0504 09:54:24.378529 3678 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod 63a10ff606fd02d042636b33b1ac753e32f0fb25a5782c0cc151ef51dc541dbd network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod 63a10ff606fd02d042636b33b1ac753e32f0fb25a5782c0cc151ef51dc541dbd network default NAD default NAD key ] I0504 09:54:24.391941 3678 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod, hostIfaceName: 63a10ff606fd02d, network: default, NAD default, SandboxID: "63a10ff606fd02d042636b33b1ac753e32f0fb25a5782c0cc151ef51dc541dbd", PCI device ID: , UID: "7450784a-7e2b-48c7-bfe8-82924f26e87f", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0504 09:54:24.421928 3678 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod 4c89d3ad929606069a76790a2e5e3fd6db122547abbc8023c6179ef7f47601fe network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod 4c89d3ad929606069a76790a2e5e3fd6db122547abbc8023c6179ef7f47601fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:29:8b:20:1d:8b\",\"name\":\"4c89d3ad9296060\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4604c21-61e9-4642-ab0d-b7b43d628128\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:54:24.445084 3678 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod 6361602b6a1525dcaef00d9696fed0a9bf0520b5ae8d7547ea87c579c0ad7324 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod 6361602b6a1525dcaef00d9696fed0a9bf0520b5ae8d7547ea87c579c0ad7324 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:ae:ab:04:d6:99\",\"name\":\"6361602b6a1525d\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4c4ee9e-c927-4818-94a5-d3d36b66fe10\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:54:24.474926 3678 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod 63a10ff606fd02d042636b33b1ac753e32f0fb25a5782c0cc151ef51dc541dbd network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod 63a10ff606fd02d042636b33b1ac753e32f0fb25a5782c0cc151ef51dc541dbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:63:3e:be:14:51\",\"name\":\"63a10ff606fd02d\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63893db7-f77d-4060-b0b6-1c4752efe2d5\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 09:54:39.276391 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0504 09:55:14.845664 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:14.846221 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:40.854195 3678 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:40.854748 3678 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:41.683377 3678 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:55:41.683400 3678 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:55:41.691824 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw I0504 09:55:41.691851 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw I0504 09:55:41.815022 3678 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod 6361602b6a1525dcaef00d9696fed0a9bf0520b5ae8d7547ea87c579c0ad7324 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod 6361602b6a1525dcaef00d9696fed0a9bf0520b5ae8d7547ea87c579c0ad7324 network default NAD default NAD key ] I0504 09:55:41.913153 3678 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod 6361602b6a1525dcaef00d9696fed0a9bf0520b5ae8d7547ea87c579c0ad7324 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod 6361602b6a1525dcaef00d9696fed0a9bf0520b5ae8d7547ea87c579c0ad7324 network default NAD default NAD key default], result "{}", err I0504 09:55:42.046977 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:42.047012 3678 pods.go:176] Deleting pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod I0504 09:55:42.048553 3678 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod, ips: 10.130.0.51 I0504 09:55:42.048584 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:42.828381 3678 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod 4c89d3ad929606069a76790a2e5e3fd6db122547abbc8023c6179ef7f47601fe network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod 4c89d3ad929606069a76790a2e5e3fd6db122547abbc8023c6179ef7f47601fe network default NAD default NAD key ] I0504 09:55:42.924352 3678 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod 4c89d3ad929606069a76790a2e5e3fd6db122547abbc8023c6179ef7f47601fe network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod 4c89d3ad929606069a76790a2e5e3fd6db122547abbc8023c6179ef7f47601fe network default NAD default NAD key default], result "{}", err I0504 09:55:43.044835 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:43.044871 3678 pods.go:176] Deleting pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod I0504 09:55:43.046248 3678 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod, ips: 10.130.0.50 I0504 09:55:43.046277 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:47.869509 3678 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod 58c888ae97abd729500195aeae3d4966e0b9254c85d5af40040784088a0a56ee network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod 58c888ae97abd729500195aeae3d4966e0b9254c85d5af40040784088a0a56ee network default NAD default NAD key ] I0504 09:55:47.973304 3678 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod 58c888ae97abd729500195aeae3d4966e0b9254c85d5af40040784088a0a56ee network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod 58c888ae97abd729500195aeae3d4966e0b9254c85d5af40040784088a0a56ee network default NAD default NAD key default], result "{}", err I0504 09:55:48.067911 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:48.067951 3678 pods.go:176] Deleting pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod I0504 09:55:48.069337 3678 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod, ips: 10.130.0.52 I0504 09:55:48.069361 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:56:03.986218 3678 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod 63a10ff606fd02d042636b33b1ac753e32f0fb25a5782c0cc151ef51dc541dbd network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod 63a10ff606fd02d042636b33b1ac753e32f0fb25a5782c0cc151ef51dc541dbd network default NAD default NAD key ] I0504 09:56:04.082682 3678 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod 63a10ff606fd02d042636b33b1ac753e32f0fb25a5782c0cc151ef51dc541dbd network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod 63a10ff606fd02d042636b33b1ac753e32f0fb25a5782c0cc151ef51dc541dbd network default NAD default NAD key default], result "{}", err I0504 09:56:04.195729 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:56:04.195791 3678 pods.go:176] Deleting pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod I0504 09:56:04.197213 3678 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod, ips: 10.130.0.53 I0504 09:56:04.197239 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:57:39.280245 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0504 09:57:50.193346 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=104 I0504 09:58:16.269526 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 09:58:20.780742 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:58:20.781375 3678 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:58:34.179376 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0504 09:58:38.927940 3678 obj_retry.go:498] Detected object default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:58:38.928715 3678 obj_retry.go:498] Detected object default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:58:38.969763 3678 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-lktv-vchwt-verify-pod] creating logical port default-tenant_my-integration-test-lktv-vchwt-verify-pod for pod on switch ip-10-0-0-177.ec2.internal I0504 09:58:38.969924 3678 kube.go:256] Updating pod default-tenant/my-integration-test-lktv-vchwt-verify-pod I0504 09:58:39.024923 3678 pod.go:62] [default-tenant/my-integration-test-lktv-vchwt-verify-pod] pod update took 55.043611ms I0504 09:58:39.024949 3678 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-lktv-vchwt-verify-pod] addLogicalPort annotation time took 55.077866ms I0504 09:58:39.026277 3678 pods.go:271] [default-tenant/my-integration-test-lktv-vchwt-verify-pod] addLogicalPort took 56.530138ms, libovsdb time 899.235µs I0504 09:58:39.339773 3678 cni.go:452] [default-tenant/my-integration-test-lktv-vchwt-verify-pod c505e1dd7b8ed35d86f520d8e855be75e820d6af27e8e0819cb733824fdc9715 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-lktv-vchwt-verify-pod c505e1dd7b8ed35d86f520d8e855be75e820d6af27e8e0819cb733824fdc9715 network default NAD default NAD key ] I0504 09:58:39.349886 3678 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-lktv-vchwt-verify-pod, hostIfaceName: c505e1dd7b8ed35, network: default, NAD default, SandboxID: "c505e1dd7b8ed35d86f520d8e855be75e820d6af27e8e0819cb733824fdc9715", PCI device ID: , UID: "8a512edd-081d-40bd-9c39-8db889917f80", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0504 09:58:39.407439 3678 cni.go:473] [default-tenant/my-integration-test-lktv-vchwt-verify-pod c505e1dd7b8ed35d86f520d8e855be75e820d6af27e8e0819cb733824fdc9715 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-lktv-vchwt-verify-pod c505e1dd7b8ed35d86f520d8e855be75e820d6af27e8e0819cb733824fdc9715 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:d1:a9:fa:f1:f8\",\"name\":\"c505e1dd7b8ed35\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3f83bc7-f8e1-4a3f-91cf-bd6300e0fa41\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err