+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-176.ec2.internal ++ [[ -n ip-10-0-2-176.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-176.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0429 08:39:00.174383881 - disable conntrack on geneve port + echo 'I0429 08:39:00.174383881 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0429 08:39:00.215526963 - starting ovnkube-node + echo 'I0429 08:39:00.215526963 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-176.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-176.ec2.internal --init-node ip-10-0-2-176.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-176.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0429 08:39:00.278033 3768 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0429 08:39:00.278088 3768 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-dc35fd4ddb.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0429 08:39:00.279527 3768 kube.go:431] Waiting for certificate I0429 08:39:00.279568 3768 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0429 08:39:00.279621 3768 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0429 08:39:00.280734 3768 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0429 08:39:00.315726 3768 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 08:39:00.315743 3768 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 08:39:00.319116 3768 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 08:39:00.324160 3768 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6jwc7" I0429 08:39:00.333530 3768 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6jwc7" I0429 08:39:00.333629 3768 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 08:39:01.280066 3768 kube.go:438] Certificate found I0429 08:39:01.280615 3768 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0429 08:39:01.281592 3768 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0429 08:39:01.345399 3768 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-30 08:34:00 +0000 UTC" deadline="2026-04-30 01:58:29.980920676 +0000 UTC" I0429 08:39:01.345465 3768 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h19m28.63546939s" I0429 08:39:01.355229 3768 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0429 08:39:01.374856 3768 controller_manager.go:370] Starting the ovnkube controller I0429 08:39:01.374875 3768 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-176.ec2.internal I0429 08:39:01.374918 3768 controller_manager.go:395] NBDB zone sync took: 34.425µs I0429 08:39:01.374928 3768 factory.go:561] Starting watch factory I0429 08:39:01.375019 3768 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.375022 3768 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.375053 3768 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.375040 3768 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.375116 3768 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.375131 3768 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.375141 3768 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.375152 3768 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.375498 3768 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0429 08:39:01.375589 3768 server.go:101] MetricServer registers OVS metrics I0429 08:39:01.375688 3768 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.375720 3768 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.375905 3768 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.375973 3768 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.376235 3768 server.go:105] MetricServer registers OVN DB metrics I0429 08:39:01.378474 3768 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0429 08:39:01.378582 3768 factory.go:561] Starting watch factory I0429 08:39:01.381235 3768 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0429 08:39:01.381267 3768 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0429 08:39:01.393412 3768 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.394240 3768 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.395181 3768 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.395290 3768 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.395887 3768 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.396480 3768 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0429 08:39:01.396587 3768 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0429 08:39:01.401379 3768 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0429 08:39:01.401415 3768 server.go:109] MetricServer registers OVN Controller metrics I0429 08:39:01.405361 3768 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:01.406332 3768 server.go:113] MetricServer registers OVN Northd metrics I0429 08:39:01.411218 3768 metrics.go:519] OVN Metrics Server starts to run ... I0429 08:39:01.480445 3768 factory.go:1977] *v1.Pod informer cache synced successfully I0429 08:39:01.480465 3768 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0429 08:39:01.480469 3768 factory.go:1977] *v1.Namespace informer cache synced successfully I0429 08:39:01.480473 3768 factory.go:1977] *v1.Node informer cache synced successfully I0429 08:39:01.480475 3768 factory.go:1977] *v1.Service informer cache synced successfully I0429 08:39:01.480478 3768 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0429 08:39:01.480602 3768 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 08:39:01.480596 3768 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 08:39:01.480628 3768 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 08:39:01.480673 3768 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 08:39:01.483275 3768 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 08:39:01.483539 3768 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 08:39:01.484473 3768 factory.go:1977] *v1.Pod informer cache synced successfully I0429 08:39:01.484484 3768 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0429 08:39:01.484488 3768 factory.go:1977] *v1.Namespace informer cache synced successfully I0429 08:39:01.484491 3768 factory.go:1977] *v1.Node informer cache synced successfully I0429 08:39:01.484493 3768 factory.go:1977] *v1.Service informer cache synced successfully I0429 08:39:01.484496 3768 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0429 08:39:01.486217 3768 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0429 08:39:01.486226 3768 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0429 08:39:01.486277 3768 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.486289 3768 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.487976 3768 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.490453 3768 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0429 08:39:01.490466 3768 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0429 08:39:01.491603 3768 factory.go:1977] *v1.EgressIP informer cache synced successfully I0429 08:39:01.491693 3768 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.491719 3768 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.493777 3768 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.495520 3768 factory.go:1977] *v1.EgressIP informer cache synced successfully I0429 08:39:01.497607 3768 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0429 08:39:01.497666 3768 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.497679 3768 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.499741 3768 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.500699 3768 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0429 08:39:01.503537 3768 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0429 08:39:01.503634 3768 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.503665 3768 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.505596 3768 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.505727 3768 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0429 08:39:01.509190 3768 factory.go:1977] *v1.EgressService informer cache synced successfully I0429 08:39:01.509248 3768 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.509259 3768 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.510787 3768 factory.go:1977] *v1.EgressService informer cache synced successfully I0429 08:39:01.511176 3768 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.514783 3768 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0429 08:39:01.514959 3768 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0429 08:39:01.514980 3768 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0429 08:39:01.516224 3768 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0429 08:39:01.516938 3768 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0429 08:39:01.520681 3768 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0429 08:39:01.520735 3768 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.520747 3768 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.520800 3768 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.520816 3768 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.521316 3768 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0429 08:39:01.523301 3768 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.523539 3768 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:01.525713 3768 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0429 08:39:01.525724 3768 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0429 08:39:01.525734 3768 factory.go:680] Watch Factory start up complete, took: 150.806888ms I0429 08:39:01.525744 3768 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-176.ec2.internal" zone I0429 08:39:01.526746 3768 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0429 08:39:01.526755 3768 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0429 08:39:01.526761 3768 factory.go:680] Watch Factory start up complete, took: 148.18165ms I0429 08:39:01.526827 3768 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0429 08:39:01.638068 3768 default_node_network_controller.go:710] Initializing the default node network controller I0429 08:39:01.707337 3768 udn_isolation.go:101] Starting UDN host isolation manager I0429 08:39:01.713931 3768 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0429 08:39:01.769482 3768 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0429 08:39:01.769580 3768 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0429 08:39:01.769597 3768 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0429 08:39:01.804641 3768 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0429 08:39:01.804720 3768 default_node_network_controller.go:809] Node ip-10-0-2-176.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0429 08:39:01.810448 3768 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.176"] k8s.ovn.org/zone-name:ip-10-0-2-176.ec2.internal] on node ip-10-0-2-176.ec2.internal I0429 08:39:01.830479 3768 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0429 08:39:01.836875 3768 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0429 08:39:01.837084 3768 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0429 08:39:01.837265 3768 gateway_init.go:263] Preparing Gateway I0429 08:39:01.837279 3768 gateway_shared_intf.go:1687] Creating new gateway I0429 08:39:01.950276 3768 iptables.go:108] Creating table: filter chain: FORWARD I0429 08:39:01.957109 3768 iptables.go:108] Creating table: filter chain: OUTPUT I0429 08:39:01.964137 3768 gateway_shared_intf.go:1816] Gateway Creation Complete I0429 08:39:01.964154 3768 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-176.ec2.internal","mac-address":"0e:7a:38:6f:88:6f","ip-addresses":["10.0.2.176/24"],"ip-address":"10.0.2.176/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3211f22d-dc0a-4e12-971f-9f5f8891920c k8s.ovn.org/node-encap-ips:["10.0.2.176"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.176/24"} k8s.ovn.org/zone-name:ip-10-0-2-176.ec2.internal] on node ip-10-0-2-176.ec2.internal I0429 08:39:01.984533 3768 default_node_network_controller.go:519] Node connection status = connected I0429 08:39:02.025871 3768 controller_manager.go:429] Waiting for node in zone sync took: 500.114231ms I0429 08:39:02.032475 3768 controller_manager.go:611] Switching to transit router for layer2 networks I0429 08:39:02.032488 3768 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-176.ec2.internal I0429 08:39:02.050684 3768 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0429 08:39:02.057528 3768 controller_manager.go:290] SCTP support detected in OVN I0429 08:39:02.058114 3768 services_controller.go:69] Creating services controller for network=default I0429 08:39:02.058208 3768 udn_enabled_svc.go:80] Waiting for service informer to sync I0429 08:39:02.058309 3768 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0429 08:39:02.058340 3768 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0429 08:39:02.058354 3768 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0429 08:39:02.058362 3768 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0429 08:39:02.058614 3768 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0429 08:39:02.058690 3768 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0429 08:39:02.058711 3768 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.313µs I0429 08:39:02.058730 3768 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 29.751µs I0429 08:39:02.058737 3768 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 49.121µs I0429 08:39:02.058742 3768 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0429 08:39:02.058748 3768 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0429 08:39:02.058748 3768 udn_enabled_svc.go:95] Performing full resync I0429 08:39:02.058757 3768 default_network_controller.go:325] Starting the default network controller I0429 08:39:02.058864 3768 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.482µs I0429 08:39:02.059066 3768 udn_enabled_svc.go:99] Waiting for handler to sync I0429 08:39:02.059080 3768 udn_enabled_svc.go:104] Starting worker I0429 08:39:02.068923 3768 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0429 08:39:02.068976 3768 repair.go:33] Syncing exgw routes took 40.278µs I0429 08:39:02.068997 3768 default_network_controller.go:414] Starting all the Watchers... I0429 08:39:02.069132 3768 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0429 08:39:02.069139 3768 namespace.go:98] [openshift-network-node-identity] adding namespace I0429 08:39:02.069150 3768 namespace.go:98] [openshift-backplane-cee] adding namespace I0429 08:39:02.069152 3768 namespace.go:98] [open-cluster-management-2pvn461a2e3dg73kigr9ohvaqf1urjn8] adding namespace I0429 08:39:02.069165 3768 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0429 08:39:02.069170 3768 namespace.go:98] [openshift-console] adding namespace I0429 08:39:02.069181 3768 namespace.go:98] [openshift-ingress-operator] adding namespace I0429 08:39:02.069186 3768 namespace.go:98] [openshift-backplane] adding namespace I0429 08:39:02.069192 3768 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0429 08:39:02.069200 3768 namespace.go:98] [openshift-host-network] adding namespace I0429 08:39:02.069200 3768 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0429 08:39:02.069204 3768 namespace.go:98] [dedicated-admin] adding namespace I0429 08:39:02.069209 3768 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0429 08:39:02.069209 3768 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0429 08:39:02.069225 3768 namespace.go:98] [openshift-backplane-mobb] adding namespace I0429 08:39:02.069896 3768 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 750.116µs I0429 08:39:02.069911 3768 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0429 08:39:02.070443 3768 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 510.492µs I0429 08:39:02.070458 3768 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0429 08:39:02.071034 3768 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 571.527µs I0429 08:39:02.071045 3768 namespace.go:98] [openshift-multus] adding namespace I0429 08:39:02.071633 3768 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.481781ms I0429 08:39:02.071649 3768 namespace.go:98] [openshift-network-console] adding namespace I0429 08:39:02.072206 3768 namespace.go:102] [openshift-backplane-cee] adding namespace took 3.047456ms I0429 08:39:02.072216 3768 namespace.go:98] [openshift-ingress-canary] adding namespace I0429 08:39:02.072831 3768 namespace.go:102] [open-cluster-management-2pvn461a2e3dg73kigr9ohvaqf1urjn8] adding namespace took 3.666613ms I0429 08:39:02.072843 3768 namespace.go:98] [openshift-marketplace] adding namespace I0429 08:39:02.073419 3768 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 4.246924ms I0429 08:39:02.073427 3768 namespace.go:98] [default] adding namespace I0429 08:39:02.073995 3768 namespace.go:102] [openshift-console] adding namespace took 4.816583ms I0429 08:39:02.074014 3768 namespace.go:98] [openshift] adding namespace I0429 08:39:02.074450 3768 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.25556ms I0429 08:39:02.074467 3768 namespace.go:98] [openshift-console-user-settings] adding namespace I0429 08:39:02.075064 3768 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.862992ms I0429 08:39:02.075083 3768 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0429 08:39:02.075588 3768 namespace.go:102] [openshift-backplane] adding namespace took 6.391814ms I0429 08:39:02.075603 3768 namespace.go:98] [openshift-backplane-cse] adding namespace I0429 08:39:02.076121 3768 namespace.go:102] [openshift-host-network] adding namespace took 6.914234ms I0429 08:39:02.076142 3768 namespace.go:98] [openshift-logging] adding namespace I0429 08:39:02.076721 3768 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.505725ms I0429 08:39:02.076745 3768 namespace.go:98] [openshift-infra] adding namespace I0429 08:39:02.077222 3768 namespace.go:102] [dedicated-admin] adding namespace took 8.013285ms I0429 08:39:02.077233 3768 namespace.go:98] [openshift-insights] adding namespace I0429 08:39:02.077659 3768 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.444723ms I0429 08:39:02.077671 3768 namespace.go:98] [openshift-console-operator] adding namespace I0429 08:39:02.078211 3768 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.992908ms I0429 08:39:02.078228 3768 namespace.go:98] [openshift-route-controller-manager] adding namespace W0429 08:39:02.078693 3768 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-n692f: pod openshift-multus/network-metrics-daemon-n692f: no pod IPs found I0429 08:39:02.078720 3768 namespace.go:102] [openshift-backplane-mobb] adding namespace took 9.486892ms I0429 08:39:02.078736 3768 namespace.go:98] [openshift-config] adding namespace W0429 08:39:02.078736 3768 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-c5n5q: pod openshift-multus/network-metrics-daemon-c5n5q: no pod IPs found I0429 08:39:02.079308 3768 namespace.go:102] [openshift-multus] adding namespace took 8.256002ms I0429 08:39:02.079325 3768 namespace.go:98] [openshift-network-operator] adding namespace I0429 08:39:02.080009 3768 namespace.go:102] [openshift-network-console] adding namespace took 8.353264ms I0429 08:39:02.080023 3768 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0429 08:39:02.080647 3768 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.423596ms I0429 08:39:02.080667 3768 namespace.go:98] [openshift-ingress] adding namespace I0429 08:39:02.081234 3768 namespace.go:102] [openshift-marketplace] adding namespace took 8.383313ms I0429 08:39:02.081253 3768 namespace.go:98] [openshift-cluster-version] adding namespace I0429 08:39:02.081817 3768 namespace.go:102] [default] adding namespace took 8.373249ms I0429 08:39:02.081835 3768 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0429 08:39:02.082354 3768 namespace.go:102] [openshift] adding namespace took 8.331403ms I0429 08:39:02.082372 3768 namespace.go:98] [openshift-dns-operator] adding namespace I0429 08:39:02.082836 3768 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.361242ms I0429 08:39:02.082853 3768 namespace.go:98] [openshift-backplane-tam] adding namespace I0429 08:39:02.083487 3768 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.395027ms I0429 08:39:02.083505 3768 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0429 08:39:02.083986 3768 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.376058ms I0429 08:39:02.084004 3768 namespace.go:98] [openshift-config-managed] adding namespace I0429 08:39:02.084955 3768 namespace.go:102] [openshift-logging] adding namespace took 8.805942ms I0429 08:39:02.084973 3768 namespace.go:98] [openshift-controller-manager] adding namespace I0429 08:39:02.085408 3768 namespace.go:102] [openshift-infra] adding namespace took 8.657949ms I0429 08:39:02.085419 3768 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0429 08:39:02.085902 3768 namespace.go:102] [openshift-insights] adding namespace took 8.663421ms I0429 08:39:02.085918 3768 namespace.go:98] [openshift-etcd] adding namespace I0429 08:39:02.086374 3768 namespace.go:102] [openshift-console-operator] adding namespace took 8.697602ms I0429 08:39:02.086388 3768 namespace.go:98] [openshift-dns] adding namespace I0429 08:39:02.086896 3768 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.662914ms I0429 08:39:02.086910 3768 namespace.go:98] [openshift-kube-apiserver] adding namespace I0429 08:39:02.087363 3768 namespace.go:102] [openshift-config] adding namespace took 8.621541ms I0429 08:39:02.087378 3768 namespace.go:98] [openshift-config-operator] adding namespace I0429 08:39:02.087897 3768 namespace.go:102] [openshift-network-operator] adding namespace took 8.564588ms I0429 08:39:02.088391 3768 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.363577ms I0429 08:39:02.088402 3768 namespace.go:98] [openshift-image-registry] adding namespace I0429 08:39:02.089020 3768 namespace.go:102] [openshift-ingress] adding namespace took 8.34696ms I0429 08:39:02.089039 3768 namespace.go:98] [kube-system] adding namespace I0429 08:39:02.089618 3768 namespace.go:102] [openshift-cluster-version] adding namespace took 8.358638ms I0429 08:39:02.089635 3768 namespace.go:98] [kube-node-lease] adding namespace I0429 08:39:02.090199 3768 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.357683ms I0429 08:39:02.090213 3768 namespace.go:98] [openshift-kube-scheduler] adding namespace I0429 08:39:02.090776 3768 namespace.go:102] [openshift-dns-operator] adding namespace took 8.398448ms I0429 08:39:02.090787 3768 namespace.go:98] [openshift-customer-monitoring] adding namespace I0429 08:39:02.091242 3768 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.382116ms I0429 08:39:02.091257 3768 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0429 08:39:02.091809 3768 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.298026ms I0429 08:39:02.091824 3768 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0429 08:39:02.092382 3768 namespace.go:102] [openshift-config-managed] adding namespace took 8.371243ms I0429 08:39:02.092396 3768 namespace.go:98] [openshift-network-diagnostics] adding namespace I0429 08:39:02.093120 3768 namespace.go:102] [openshift-controller-manager] adding namespace took 8.141886ms I0429 08:39:02.093133 3768 namespace.go:98] [openshift-service-ca-operator] adding namespace I0429 08:39:02.093729 3768 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.30359ms I0429 08:39:02.093740 3768 namespace.go:98] [openshift-backplane-srep] adding namespace I0429 08:39:02.094292 3768 namespace.go:102] [openshift-etcd] adding namespace took 8.366223ms I0429 08:39:02.094315 3768 namespace.go:98] [openshift-monitoring] adding namespace I0429 08:39:02.094950 3768 namespace.go:102] [openshift-dns] adding namespace took 8.553236ms I0429 08:39:02.094968 3768 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0429 08:39:02.095605 3768 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.688053ms I0429 08:39:02.095620 3768 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0429 08:39:02.096160 3768 namespace.go:102] [openshift-config-operator] adding namespace took 8.774887ms I0429 08:39:02.096178 3768 namespace.go:98] [openshift-operators-redhat] adding namespace I0429 08:39:02.096906 3768 namespace.go:102] [openshift-image-registry] adding namespace took 8.498383ms I0429 08:39:02.096920 3768 namespace.go:98] [openshift-apiserver] adding namespace I0429 08:39:02.097456 3768 namespace.go:102] [kube-system] adding namespace took 8.409486ms I0429 08:39:02.097477 3768 namespace.go:98] [openshift-machine-config-operator] adding namespace I0429 08:39:02.097973 3768 namespace.go:102] [kube-node-lease] adding namespace took 8.331825ms I0429 08:39:02.097988 3768 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0429 08:39:02.098427 3768 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.208769ms I0429 08:39:02.098458 3768 namespace.go:98] [openshift-authentication] adding namespace I0429 08:39:02.098992 3768 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.199903ms I0429 08:39:02.099007 3768 namespace.go:98] [kube-public] adding namespace I0429 08:39:02.099494 3768 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.229689ms W0429 08:39:02.100178 3768 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-7t9xt: pod openshift-network-diagnostics/network-check-target-7t9xt: no pod IPs found I0429 08:39:02.100226 3768 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.39396ms W0429 08:39:02.100229 3768 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-m7r85: pod openshift-network-diagnostics/network-check-target-m7r85: no pod IPs found I0429 08:39:02.100973 3768 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.570074ms I0429 08:39:02.101691 3768 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.551528ms I0429 08:39:02.101712 3768 namespace.go:98] [openshift-operators] adding namespace I0429 08:39:02.102365 3768 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.618809ms I0429 08:39:02.102382 3768 namespace.go:98] [openshift-package-operator] adding namespace I0429 08:39:02.103020 3768 namespace.go:102] [openshift-monitoring] adding namespace took 8.696985ms I0429 08:39:02.103036 3768 namespace.go:98] [openshift-must-gather-operator] adding namespace I0429 08:39:02.103519 3768 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.543925ms I0429 08:39:02.103539 3768 namespace.go:98] [openshift-backplane-csm] adding namespace I0429 08:39:02.104078 3768 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.452247ms I0429 08:39:02.104096 3768 namespace.go:98] [openshift-machine-api] adding namespace I0429 08:39:02.104550 3768 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.365225ms I0429 08:39:02.104568 3768 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0429 08:39:02.104994 3768 namespace.go:102] [openshift-apiserver] adding namespace took 8.068423ms I0429 08:39:02.105010 3768 namespace.go:98] [openshift-apiserver-operator] adding namespace I0429 08:39:02.105459 3768 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.974522ms I0429 08:39:02.105476 3768 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0429 08:39:02.105939 3768 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.945367ms I0429 08:39:02.105956 3768 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0429 08:39:02.106574 3768 namespace.go:102] [openshift-authentication] adding namespace took 8.106918ms I0429 08:39:02.107126 3768 namespace.go:102] [kube-public] adding namespace took 8.111536ms I0429 08:39:02.107142 3768 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0429 08:39:02.107626 3768 namespace.go:102] [openshift-operators] adding namespace took 5.905013ms I0429 08:39:02.107645 3768 namespace.go:98] [openshift-node] adding namespace I0429 08:39:02.108238 3768 namespace.go:102] [openshift-package-operator] adding namespace took 5.850534ms I0429 08:39:02.108887 3768 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.844721ms I0429 08:39:02.108902 3768 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0429 08:39:02.109525 3768 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.978769ms I0429 08:39:02.110072 3768 namespace.go:102] [openshift-machine-api] adding namespace took 5.968096ms I0429 08:39:02.110565 3768 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.990017ms I0429 08:39:02.110584 3768 namespace.go:98] [openshift-authentication-operator] adding namespace I0429 08:39:02.111160 3768 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.140301ms I0429 08:39:02.111783 3768 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.301923ms I0429 08:39:02.112304 3768 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.339876ms I0429 08:39:02.112874 3768 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.72508ms I0429 08:39:02.113451 3768 namespace.go:102] [openshift-node] adding namespace took 5.797927ms I0429 08:39:02.113907 3768 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 4.998923ms I0429 08:39:02.114365 3768 namespace.go:102] [openshift-authentication-operator] adding namespace took 3.774953ms W0429 08:39:02.114464 3768 master.go:471] Unable to parse remote node ip-10-0-1-240.ec2.internal chassis-id annotation. Chassis may be removed during sync I0429 08:39:02.114587 3768 master.go:548] Adding or Updating local node "ip-10-0-2-176.ec2.internal" for network "default" I0429 08:39:02.114666 3768 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-240.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-240.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-240.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-240.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-240.ec2.internal I0429 08:39:02.115567 3768 zone_ic_handler.go:195] Time taken to create transit switch: 409.563µs I0429 08:39:02.115582 3768 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-38.ec2.internal for the network default I0429 08:39:02.117351 3768 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-38.ec2.internal" on network "default" took: 2.203537ms W0429 08:39:02.123447 3768 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-c5n5q: pod openshift-multus/network-metrics-daemon-c5n5q: no pod IPs found W0429 08:39:02.123467 3768 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-7t9xt: pod openshift-network-diagnostics/network-check-target-7t9xt: no pod IPs found I0429 08:39:02.124859 3768 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-176.ec2.internal for the network default I0429 08:39:02.125032 3768 zone_ic_handler.go:195] Time taken to create transit switch: 160.88µs I0429 08:39:02.125861 3768 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0429 08:39:02.125891 3768 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0429 08:39:02.125906 3768 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-38.ec2.internal in network "default" I0429 08:39:02.125974 3768 node_tracker.go:169] Node ip-10-0-0-38.ec2.internal switch + router changed, syncing services in network "default" I0429 08:39:02.125907 3768 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0429 08:39:02.125993 3768 services_controller.go:574] Full service sync requested for network=default I0429 08:39:02.125998 3768 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-240.ec2.internal in network "default" I0429 08:39:02.126013 3768 node_tracker.go:235] Node ip-10-0-1-240.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-240.ec2.internal" I0429 08:39:02.126025 3768 node_tracker.go:169] Node ip-10-0-1-240.ec2.internal switch + router changed, syncing services in network "default" I0429 08:39:02.126029 3768 services_controller.go:574] Full service sync requested for network=default I0429 08:39:02.126032 3768 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-176.ec2.internal in network "default" I0429 08:39:02.126052 3768 node_tracker.go:169] Node ip-10-0-2-176.ec2.internal switch + router changed, syncing services in network "default" I0429 08:39:02.126059 3768 services_controller.go:574] Full service sync requested for network=default I0429 08:39:02.227019 3768 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0429 08:39:02.227046 3768 services_controller.go:208] Setting up event handlers for services for network=default I0429 08:39:02.227112 3768 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0429 08:39:02.227172 3768 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0429 08:39:02.227189 3768 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0429 08:39:02.327723 3768 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0429 08:39:02.327749 3768 repair.go:60] Starting repairing loop for services I0429 08:39:02.327855 3768 repair.go:131] Deleted 0 stale service LBs I0429 08:39:02.327874 3768 repair.go:137] Deleted 0 stale Chassis Template Vars I0429 08:39:02.327896 3768 repair.go:62] Finished repairing loop for services: 148.648µs I0429 08:39:02.327921 3768 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0429 08:39:02.327929 3768 services_controller.go:254] Starting workers for network=default W0429 08:39:02.328058 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0429 08:39:02.328273 3768 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-m7r85, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-m7r85: suppressed error logged: pod openshift-network-diagnostics/network-check-target-m7r85: no pod IPs found I0429 08:39:02.328324 3768 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-n692f, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-n692f: suppressed error logged: pod openshift-multus/network-metrics-daemon-n692f: no pod IPs found I0429 08:39:02.328478 3768 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-7t9xt] creating logical port openshift-network-diagnostics_network-check-target-7t9xt for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:02.328507 3768 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-c5n5q] creating logical port openshift-multus_network-metrics-daemon-c5n5q for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:02.328595 3768 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-7t9xt I0429 08:39:02.328651 3768 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-c5n5q W0429 08:39:02.331494 3768 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 08:39:02.343294 3768 pod.go:62] [openshift-network-diagnostics/network-check-target-7t9xt] pod update took 14.754925ms I0429 08:39:02.343312 3768 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-7t9xt] addLogicalPort annotation time took 14.776812ms I0429 08:39:02.344161 3768 pods.go:271] [openshift-network-diagnostics/network-check-target-7t9xt] addLogicalPort took 15.695707ms, libovsdb time 611.713µs I0429 08:39:02.344486 3768 pod.go:62] [openshift-multus/network-metrics-daemon-c5n5q] pod update took 15.942158ms I0429 08:39:02.344503 3768 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-c5n5q] addLogicalPort annotation time took 15.960913ms I0429 08:39:02.345348 3768 pods.go:271] [openshift-multus/network-metrics-daemon-c5n5q] addLogicalPort took 16.851755ms, libovsdb time 647.397µs I0429 08:39:02.345791 3768 admin_network_policy_controller.go:227] Starting controller default-network-controller I0429 08:39:02.345815 3768 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0429 08:39:02.345844 3768 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0429 08:39:02.345852 3768 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0429 08:39:02.346034 3768 repair.go:29] Repairing admin network policies took 176.164µs I0429 08:39:02.346147 3768 repair.go:92] Repairing baseline admin network policies took 102.443µs I0429 08:39:02.346688 3768 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0429 08:39:02.346723 3768 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0429 08:39:02.349309 3768 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0429 08:39:02.349335 3768 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0429 08:39:02.349350 3768 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0429 08:39:02.350588 3768 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0429 08:39:02.350622 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0429 08:39:02.350632 3768 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0429 08:39:02.352118 3768 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0429 08:39:02.352137 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0429 08:39:02.352148 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0429 08:39:02.353955 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0429 08:39:02.353971 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0429 08:39:02.353979 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0429 08:39:02.354603 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0429 08:39:02.354625 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0429 08:39:02.354635 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0429 08:39:02.354934 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0429 08:39:02.354957 3768 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0429 08:39:02.354967 3768 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0429 08:39:02.356297 3768 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0429 08:39:02.356317 3768 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0429 08:39:02.356327 3768 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0429 08:39:02.357307 3768 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0429 08:39:02.357326 3768 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0429 08:39:02.357336 3768 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0429 08:39:02.359326 3768 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0429 08:39:02.359351 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0429 08:39:02.359359 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0429 08:39:02.361109 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0429 08:39:02.361139 3768 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0429 08:39:02.361150 3768 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0429 08:39:02.363270 3768 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0429 08:39:02.363289 3768 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0429 08:39:02.363296 3768 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0429 08:39:02.363625 3768 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0429 08:39:02.363648 3768 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0429 08:39:02.363661 3768 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0429 08:39:02.364854 3768 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0429 08:39:02.364876 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0429 08:39:02.364884 3768 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0429 08:39:02.365373 3768 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0429 08:39:02.365396 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0429 08:39:02.365406 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0429 08:39:02.365936 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0429 08:39:02.365953 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0429 08:39:02.366799 3768 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0429 08:39:02.366813 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0429 08:39:02.367689 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0429 08:39:02.367715 3768 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0429 08:39:02.367725 3768 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0429 08:39:02.369014 3768 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0429 08:39:02.369037 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0429 08:39:02.369048 3768 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0429 08:39:02.369905 3768 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0429 08:39:02.369922 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0429 08:39:02.369930 3768 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0429 08:39:02.370459 3768 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0429 08:39:02.370476 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0429 08:39:02.370486 3768 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0429 08:39:02.371021 3768 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0429 08:39:02.371039 3768 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0429 08:39:02.371048 3768 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0429 08:39:02.372466 3768 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0429 08:39:02.372489 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0429 08:39:02.372497 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0429 08:39:02.373132 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0429 08:39:02.373151 3768 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0429 08:39:02.373161 3768 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0429 08:39:02.373709 3768 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0429 08:39:02.373724 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0429 08:39:02.373732 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0429 08:39:02.374297 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0429 08:39:02.374314 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0429 08:39:02.374341 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0429 08:39:02.375113 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0429 08:39:02.375133 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0429 08:39:02.375146 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0429 08:39:02.376935 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0429 08:39:02.376954 3768 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0429 08:39:02.376963 3768 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0429 08:39:02.378128 3768 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0429 08:39:02.378145 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0429 08:39:02.378153 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0429 08:39:02.378695 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0429 08:39:02.378714 3768 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0429 08:39:02.378725 3768 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0429 08:39:02.379255 3768 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0429 08:39:02.385690 3768 egressfirewall.go:374] Starting EgressFirewall controller I0429 08:39:02.385719 3768 controller.go:133] Adding controller egress-firewall-controller event handlers I0429 08:39:02.385720 3768 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0429 08:39:02.385751 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0429 08:39:02.385765 3768 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0429 08:39:02.385785 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0429 08:39:02.385797 3768 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0429 08:39:02.386086 3768 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0429 08:39:02.386101 3768 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0429 08:39:02.386114 3768 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0429 08:39:02.386123 3768 egressqos.go:193] Setting up event handlers for EgressQoS I0429 08:39:02.386194 3768 egressfirewall.go:723] Syncing node "ip-10-0-0-38.ec2.internal" for egress firewall I0429 08:39:02.386210 3768 egressfirewall.go:723] Syncing node "ip-10-0-1-240.ec2.internal" for egress firewall I0429 08:39:02.386216 3768 egressfirewall.go:723] Syncing node "ip-10-0-2-176.ec2.internal" for egress firewall I0429 08:39:02.386310 3768 egressqos.go:245] Starting EgressQoS Controller I0429 08:39:02.386324 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0429 08:39:02.386331 3768 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0429 08:39:02.386337 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0429 08:39:02.386341 3768 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0429 08:39:02.386346 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0429 08:39:02.386351 3768 shared_informer.go:356] "Caches are synced" controller="egressqos" I0429 08:39:02.386354 3768 egressqos.go:259] Repairing EgressQoSes I0429 08:39:02.386360 3768 egressqos.go:399] Starting repairing loop for egressqos I0429 08:39:02.386465 3768 egressqos.go:401] Finished repairing loop for egressqos: 104.231µs I0429 08:39:02.386486 3768 egressservice_zone.go:132] Setting up event handlers for Egress Services I0429 08:39:02.386522 3768 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-176.ec2.internal I0429 08:39:02.386585 3768 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-176.ec2.internal : 63.834µs I0429 08:39:02.386724 3768 egressservice_zone.go:210] Starting Egress Services Controller I0429 08:39:02.386744 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0429 08:39:02.386756 3768 shared_informer.go:356] "Caches are synced" controller="egressservices" I0429 08:39:02.386764 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0429 08:39:02.386772 3768 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0429 08:39:02.386780 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0429 08:39:02.386788 3768 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0429 08:39:02.386796 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0429 08:39:02.386812 3768 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0429 08:39:02.386822 3768 egressservice_zone.go:228] Repairing Egress Services I0429 08:39:02.387182 3768 master_controller.go:88] Starting Admin Policy Based Route Controller I0429 08:39:02.387192 3768 external_controller.go:278] Starting Admin Policy Based Route Controller I0429 08:39:02.387222 3768 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-38.ec2.internal I0429 08:39:02.387245 3768 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-38.ec2.internal: 27.455µs I0429 08:39:02.387260 3768 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-240.ec2.internal I0429 08:39:02.387265 3768 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-240.ec2.internal: 8.498µs I0429 08:39:02.387273 3768 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-176.ec2.internal I0429 08:39:02.387278 3768 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-176.ec2.internal: 6.115µs I0429 08:39:02.387419 3768 default_network_controller.go:585] Completing all the Watchers took 318.413838ms I0429 08:39:02.387452 3768 default_network_controller.go:589] Starting unidling controllers I0429 08:39:02.387464 3768 unidle.go:46] Registering OVN SB ControllerEvent handler I0429 08:39:02.387469 3768 unidle.go:63] Populating Initial ContollerEvent events I0429 08:39:02.387482 3768 unidle.go:79] Setting up event handlers for services I0429 08:39:02.387543 3768 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0429 08:39:02.484967 3768 default_node_network_controller.go:519] Node connection status = connected I0429 08:39:02.790590 3768 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0429 08:39:02.791549 3768 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 936.965µs I0429 08:39:02.811187 3768 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0429 08:39:02.985377 3768 default_node_network_controller.go:519] Node connection status = connected I0429 08:39:03.198756 3768 namespace.go:98] [openshift-service-ca] adding namespace I0429 08:39:03.199578 3768 namespace.go:102] [openshift-service-ca] adding namespace took 804.596µs I0429 08:39:03.217463 3768 namespace.go:142] [openshift-service-ca] updating namespace I0429 08:39:03.484826 3768 default_node_network_controller.go:519] Node connection status = connected I0429 08:39:03.985477 3768 default_node_network_controller.go:519] Node connection status = connected I0429 08:39:04.108645 3768 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0429 08:39:04.485636 3768 default_node_network_controller.go:519] Node connection status = connected I0429 08:39:04.504158 3768 bridgeconfig.go:537] Gateway is ready I0429 08:39:04.504180 3768 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0429 08:39:04.516060 3768 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.176. Updating OVN encap IP. I0429 08:39:04.521233 3768 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.176 - it is already configured I0429 08:39:04.521247 3768 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.176/24:{} 172.20.0.1/32:{}]. Updating annotations. I0429 08:39:04.521490 3768 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.176/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-176.ec2.internal","mac-address":"0e:7a:38:6f:88:6f","ip-addresses":["10.0.2.176/24"],"ip-address":"10.0.2.176/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3211f22d-dc0a-4e12-971f-9f5f8891920c k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.176/24"}] on node ip-10-0-2-176.ec2.internal I0429 08:39:04.537818 3768 master.go:548] Adding or Updating local node "ip-10-0-2-176.ec2.internal" for network "default" I0429 08:39:04.537835 3768 egressfirewall.go:723] Syncing node "ip-10-0-2-176.ec2.internal" for egress firewall I0429 08:39:04.537836 3768 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-176.ec2.internal in network "default" I0429 08:39:04.537862 3768 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-176.ec2.internal I0429 08:39:04.537878 3768 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-176.ec2.internal: 21.406µs I0429 08:39:04.537889 3768 node_tracker.go:169] Node ip-10-0-2-176.ec2.internal switch + router changed, syncing services in network "default" I0429 08:39:04.537914 3768 services_controller.go:574] Full service sync requested for network=default W0429 08:39:04.538289 3768 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0429 08:39:04.538312 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0429 08:39:04.538309 3768 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.176 I0429 08:39:04.538404 3768 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-176.ec2.internal I0429 08:39:04.542823 3768 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-176.ec2.internal. Updating no re-route policies I0429 08:39:04.542907 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2lsd5 I0429 08:39:04.542913 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-9kbhd I0429 08:39:04.542924 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2lsd5 I0429 08:39:04.542928 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-9kbhd I0429 08:39:04.542928 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-prg67 I0429 08:39:04.542944 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-2lsd5 after 0 failed attempt(s) I0429 08:39:04.542932 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-r6r49 I0429 08:39:04.542945 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-prg67 I0429 08:39:04.542953 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-r6r49 I0429 08:39:04.542954 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-n692f I0429 08:39:04.542959 3768 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-4zkn8 I0429 08:39:04.542966 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-n692f I0429 08:39:04.542965 3768 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-176.ec2.internal I0429 08:39:04.542971 3768 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-4zkn8 I0429 08:39:04.542967 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-5lwms I0429 08:39:04.542974 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-8kb7c I0429 08:39:04.542976 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-176.ec2.internal I0429 08:39:04.542978 3768 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-176.ec2.internal I0429 08:39:04.542981 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-5lwms I0429 08:39:04.542985 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-176.ec2.internal I0429 08:39:04.542987 3768 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-4zkn8 after 0 failed attempt(s) I0429 08:39:04.542984 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-8kb7c I0429 08:39:04.542989 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-c5n5q I0429 08:39:04.542997 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-176.ec2.internal after 0 failed attempt(s) I0429 08:39:04.543001 3768 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-176.ec2.internal after 0 failed attempt(s) I0429 08:39:04.543002 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-5lwms after 0 failed attempt(s) I0429 08:39:04.543012 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-8kb7c after 0 failed attempt(s) I0429 08:39:04.542962 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-prg67 after 0 failed attempt(s) I0429 08:39:04.543017 3768 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-n692f, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-n692f: suppressed error logged: pod openshift-multus/network-metrics-daemon-n692f: no pod IPs found I0429 08:39:04.543001 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-c5n5q I0429 08:39:04.543047 3768 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-c5n5q] creating logical port openshift-multus_network-metrics-daemon-c5n5q for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:04.542956 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-xqp8h I0429 08:39:04.543125 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-xqp8h I0429 08:39:04.543140 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-xqp8h after 0 failed attempt(s) I0429 08:39:04.542943 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-m7r85 I0429 08:39:04.543151 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-m7r85 I0429 08:39:04.543172 3768 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-m7r85, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-m7r85: suppressed error logged: pod openshift-network-diagnostics/network-check-target-m7r85: no pod IPs found I0429 08:39:04.542978 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-r6r49 after 0 failed attempt(s) I0429 08:39:04.542913 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-7t9xt I0429 08:39:04.543187 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-7t9xt I0429 08:39:04.542949 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-2d7n5 I0429 08:39:04.543197 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-2d7n5 I0429 08:39:04.543208 3768 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-7t9xt] creating logical port openshift-network-diagnostics_network-check-target-7t9xt for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:04.543208 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-2d7n5 after 0 failed attempt(s) I0429 08:39:04.542945 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-9kbhd after 0 failed attempt(s) I0429 08:39:04.543875 3768 pods.go:271] [openshift-multus/network-metrics-daemon-c5n5q] addLogicalPort took 834.228µs, libovsdb time 297.217µs I0429 08:39:04.543887 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-c5n5q after 0 failed attempt(s) I0429 08:39:04.543968 3768 pods.go:271] [openshift-network-diagnostics/network-check-target-7t9xt] addLogicalPort took 767.211µs, libovsdb time 312.555µs I0429 08:39:04.543976 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-7t9xt after 0 failed attempt(s) I0429 08:39:04.556919 3768 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0429 08:39:04.569062 3768 iptables.go:108] Creating table: mangle chain: OUTPUT I0429 08:39:04.572646 3768 iptables.go:108] Creating table: nat chain: OUTPUT I0429 08:39:04.608783 3768 iptables.go:108] Creating table: nat chain: PREROUTING I0429 08:39:04.663028 3768 iptables.go:108] Creating table: filter chain: FORWARD I0429 08:39:04.680482 3768 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0429 08:39:04.680599 3768 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0429 08:39:04.680644 3768 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0429 08:39:04.680774 3768 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0429 08:39:04.680833 3768 gateway_init.go:325] Gateway and management port readiness took 2.700620792s I0429 08:39:04.680858 3768 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0429 08:39:04.680891 3768 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0429 08:39:04.680904 3768 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0429 08:39:04.680912 3768 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0429 08:39:04.680980 3768 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0429 08:39:04.681061 3768 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.267µs I0429 08:39:04.681321 3768 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0429 08:39:04.681345 3768 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.58µs I0429 08:39:04.681354 3768 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.165µs I0429 08:39:04.681360 3768 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0429 08:39:04.681369 3768 nad_controller.go:379] [node-nad-controller NAD controller]: started I0429 08:39:04.681374 3768 default_node_network_controller.go:899] Starting the default node network controller I0429 08:39:04.681378 3768 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0429 08:39:04.681401 3768 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.827µs I0429 08:39:04.681542 3768 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0429 08:39:04.681551 3768 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0429 08:39:04.681573 3768 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c09110 0xc0002b7c00 0xc0002b7c70 0xc0002b7ce0 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc000c393b0 0xc0002b7f10 0xc0002c6000 0xc000825810 0xc0064fb3b0 0xc0002c6070 map[0x2ff9080:0xc002a13bc0 0x2ff95c0:0xc002a13d40 0x2ffa2e0:0xc002a13b00 0x2ffa580:0xc002a13b60 0x2ffad60:0xc002a13c20 0x2ffb000:0xc002a13c80 0x2ffb2a0:0xc002a13ce0 0x2ffba80:0xc002a13f20 0x2ffbd20:0xc006a76000 0x3026980:0xc001296fc0 0x3026d20:0xc001297020 0x3027800:0xc000c79500 0x3029160:0xc001d0c000 0x30298a0:0xc001297680 0x302a720:0xc001296f60] 0xc000c2c230 0} I0429 08:39:04.681628 3768 gateway.go:151] Starting gateway service sync I0429 08:39:04.682077 3768 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0429 08:39:04.684509 3768 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0429 08:39:04.711643 3768 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0429 08:39:04.712995 3768 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0429 08:39:04.714260 3768 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0429 08:39:04.751020 3768 gateway.go:168] Gateway service sync done. Time taken: 69.37789ms I0429 08:39:04.751650 3768 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30172 I0429 08:39:04.751873 3768 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c09110 0xc0002b7c00 0xc0002b7c70 0xc0002b7ce0 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc000c393b0 0xc0002b7f10 0xc0002c6000 0xc000825810 0xc0064fb3b0 0xc0002c6070 map[0x2ff9080:0xc002a13bc0 0x2ff95c0:0xc002a13d40 0x2ffa2e0:0xc002a13b00 0x2ffa580:0xc002a13b60 0x2ffad60:0xc002a13c20 0x2ffb000:0xc002a13c80 0x2ffb2a0:0xc002a13ce0 0x2ffba80:0xc002a13f20 0x2ffbd20:0xc006a76000 0x3026980:0xc001296fc0 0x3026d20:0xc001297020 0x3027800:0xc000c79500 0x3029160:0xc001d0c000 0x30298a0:0xc001297680 0x302a720:0xc001296f60] 0xc000c2c230 0} I0429 08:39:04.752343 3768 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c09110 0xc0002b7c00 0xc0002b7c70 0xc0002b7ce0 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc000c393b0 0xc0002b7f10 0xc0002c6000 0xc000825810 0xc0064fb3b0 0xc0002c6070 map[0x2ff9080:0xc002a13bc0 0x2ff95c0:0xc002a13d40 0x2ffa2e0:0xc002a13b00 0x2ffa580:0xc002a13b60 0x2ffad60:0xc002a13c20 0x2ffb000:0xc002a13c80 0x2ffb2a0:0xc002a13ce0 0x2ffba80:0xc002a13f20 0x2ffbd20:0xc006a76000 0x3026980:0xc001296fc0 0x3026d20:0xc001297020 0x3027800:0xc000c79500 0x3029160:0xc001d0c000 0x30298a0:0xc001297680 0x302a720:0xc001296f60] 0xc000c2c230 0} I0429 08:39:04.752376 3768 gateway.go:532] Reconciling gateway with updates I0429 08:39:04.759097 3768 gateway.go:339] Spawning Conntrack Rule Check Thread I0429 08:39:04.759192 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 08:39:04.759206 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0429 08:39:04.759214 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 08:39:04.759221 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0429 08:39:04.759230 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 08:39:04.759229 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 08:39:04.759237 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 08:39:04.759248 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 08:39:04.759265 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0429 08:39:04.759265 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 08:39:04.759268 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 08:39:04.759277 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0429 08:39:04.759277 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 08:39:04.759282 3768 default_node_network_controller.go:944] Gateway and management port readiness took 77.722254ms I0429 08:39:04.759282 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 08:39:04.759293 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 08:39:04.759295 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0429 08:39:04.759298 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 08:39:04.759291 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0429 08:39:04.759309 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 08:39:04.759311 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 08:39:04.759313 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 08:39:04.759319 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0429 08:39:04.759319 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 08:39:04.759329 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 08:39:04.759331 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0429 08:39:04.759333 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 08:39:04.759340 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 08:39:04.759336 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0429 08:39:04.759347 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 08:39:04.759343 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 08:39:04.759355 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0429 08:39:04.759350 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 08:39:04.759362 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 08:39:04.759362 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 08:39:04.759366 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0429 08:39:04.759368 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 08:39:04.759370 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 08:39:04.759373 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0429 08:39:04.759381 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 08:39:04.759320 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 08:39:04.759386 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0429 08:39:04.759383 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0429 08:39:04.759386 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0429 08:39:04.759396 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0429 08:39:04.759328 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 08:39:04.759398 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0429 08:39:04.759398 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 08:39:04.759396 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 08:39:04.759408 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 08:39:04.759412 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 08:39:04.759418 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 08:39:04.759423 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0429 08:39:04.759424 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0429 08:39:04.759451 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 08:39:04.759455 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0429 08:39:04.759460 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0429 08:39:04.759463 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 08:39:04.759314 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0429 08:39:04.759469 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 08:39:04.759472 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 08:39:04.759477 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 08:39:04.759480 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 08:39:04.759477 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0429 08:39:04.759485 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 08:39:04.759485 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0429 08:39:04.759246 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 08:39:04.759500 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0429 08:39:04.759267 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 08:39:04.759512 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 08:39:04.759377 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0429 08:39:04.759456 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0429 08:39:04.759297 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0429 08:39:04.759541 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0429 08:39:04.759373 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 08:39:04.759550 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0429 08:39:04.759561 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0429 08:39:04.759583 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0429 08:39:04.759606 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0429 08:39:04.759280 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0429 08:39:04.759285 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0429 08:39:04.759214 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 08:39:04.759637 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 08:39:04.759687 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0429 08:39:04.759252 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0429 08:39:04.759702 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0429 08:39:04.759758 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0429 08:39:04.759212 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0429 08:39:04.759779 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0429 08:39:04.759285 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 08:39:04.759847 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0429 08:39:04.759300 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0429 08:39:04.759301 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 08:39:04.759861 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0429 08:39:04.759897 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0429 08:39:04.759302 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 08:39:04.759914 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 08:39:04.759941 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0429 08:39:04.759306 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0429 08:39:04.759954 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0429 08:39:04.759312 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 08:39:04.759974 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 08:39:04.759987 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0429 08:39:04.759323 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0429 08:39:04.759326 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 08:39:04.760023 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0429 08:39:04.759335 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 08:39:04.760032 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0429 08:39:04.759341 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 08:39:04.760057 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0429 08:39:04.759346 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 08:39:04.760064 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 08:39:04.760086 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0429 08:39:04.759351 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 08:39:04.760095 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 08:39:04.760131 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0429 08:39:04.759354 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0429 08:39:04.760140 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0429 08:39:04.760163 3768 port_claim.go:71] Svc openshift-ingress/router-default: port 32258 is already open, no action needed I0429 08:39:04.760170 3768 port_claim.go:71] Svc openshift-ingress/router-default: port 32323 is already open, no action needed I0429 08:39:04.759355 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0429 08:39:04.760234 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0429 08:39:04.759384 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 08:39:04.759383 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 08:39:04.760304 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 08:39:04.759462 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 08:39:04.760326 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0429 08:39:04.759468 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0429 08:39:04.759474 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0429 08:39:04.759550 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0429 08:39:04.760376 3768 node_ip_handler_linux.go:160] Node IP manager is running W0429 08:39:04.799777 3768 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0429 08:39:04.799984 3768 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0429 08:39:04.800170 3768 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0429 08:39:04.807213 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0429 08:39:04.807219 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0429 08:39:04.807235 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0429 08:39:04.807241 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0429 08:39:04.846598 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0429 08:39:05.200223 3768 default_network_controller.go:1025] Node "ip-10-0-1-240.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0429 08:39:05.962760 3768 egressfirewall.go:723] Syncing node "ip-10-0-1-240.ec2.internal" for egress firewall I0429 08:39:05.962801 3768 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-240.ec2.internal I0429 08:39:05.962816 3768 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-240.ec2.internal: 21.643µs I0429 08:39:05.962899 3768 default_network_controller.go:1025] Node "ip-10-0-1-240.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0429 08:39:06.016233 3768 default_node_network_controller.go:1380] Starting node controller node sync W0429 08:39:06.016295 3768 egressip_healthcheck.go:76] Health checking using insecure connection I0429 08:39:06.016352 3768 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0429 08:39:06.027893 3768 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.646535ms I0429 08:39:06.028027 3768 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-38.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0429 08:39:06.028041 3768 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-38.ec2.internal", IP: 10.0.0.38 to PMTUD blocking rules I0429 08:39:06.033373 3768 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0429 08:39:06.033641 3768 egressservice_node.go:93] Setting up event handlers for Egress Services I0429 08:39:06.033788 3768 egressservice_node.go:183] Starting Egress Services Controller I0429 08:39:06.033802 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0429 08:39:06.033811 3768 shared_informer.go:356] "Caches are synced" controller="egressservices" I0429 08:39:06.033836 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0429 08:39:06.033844 3768 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0429 08:39:06.033869 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0429 08:39:06.033877 3768 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0429 08:39:06.033882 3768 egressservice_node.go:197] Repairing Egress Services I0429 08:39:06.043202 3768 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0429 08:39:06.043212 3768 external_controller.go:278] Starting Admin Policy Based Route Controller I0429 08:39:06.043550 3768 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0429 08:39:06.043575 3768 link_network_manager.go:119] Link manager is running I0429 08:39:06.043585 3768 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0429 08:39:06.043787 3768 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0429 08:39:06.044265 3768 vrf_manager.go:128] VRF manager is running I0429 08:39:06.044583 3768 node_controller_manager.go:437] Removing flows to drop GARP I0429 08:39:06.044593 3768 gateway.go:532] Reconciling gateway with updates I0429 08:39:06.067382 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 08:39:06.067389 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0429 08:39:06.067404 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 08:39:06.067408 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 08:39:06.067409 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 08:39:06.067420 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 08:39:06.067426 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 08:39:06.067419 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 08:39:06.067446 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0429 08:39:06.067417 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 08:39:06.067454 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 08:39:06.067463 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0429 08:39:06.067462 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 08:39:06.067467 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 08:39:06.067410 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0429 08:39:06.067460 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0429 08:39:06.067480 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 08:39:06.067482 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 08:39:06.067489 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0429 08:39:06.067492 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 08:39:06.067495 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 08:39:06.067506 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0429 08:39:06.067504 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0429 08:39:06.067510 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 08:39:06.067452 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0429 08:39:06.067519 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0429 08:39:06.067385 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 08:39:06.067495 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 08:39:06.067522 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 08:39:06.067450 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 08:39:06.067531 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 08:39:06.067537 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 08:39:06.067530 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 08:39:06.067546 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 08:39:06.067548 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0429 08:39:06.067465 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 08:39:06.067560 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0429 08:39:06.067562 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 08:39:06.067455 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0429 08:39:06.067470 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 08:39:06.067570 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 08:39:06.067584 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 08:39:06.067473 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0429 08:39:06.067479 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 08:39:06.067599 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 08:39:06.067596 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 08:39:06.067606 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 08:39:06.067599 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0429 08:39:06.067611 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 08:39:06.067614 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 08:39:06.067613 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 08:39:06.067511 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0429 08:39:06.067624 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 08:39:06.067627 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 08:39:06.067638 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 08:39:06.067652 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 08:39:06.067664 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 08:39:06.067670 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 08:39:06.067672 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 08:39:06.067676 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 08:39:06.067678 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 08:39:06.067684 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0429 08:39:06.067687 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 08:39:06.067690 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 08:39:06.067695 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 08:39:06.067696 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0429 08:39:06.067699 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0429 08:39:06.067709 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 08:39:06.067709 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0429 08:39:06.067713 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 08:39:06.067714 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0429 08:39:06.067716 3768 port_claim.go:71] Svc openshift-ingress/router-default: port 32258 is already open, no action needed I0429 08:39:06.067691 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 08:39:06.067726 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 08:39:06.067728 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0429 08:39:06.067722 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0429 08:39:06.067743 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0429 08:39:06.067730 3768 port_claim.go:71] Svc openshift-ingress/router-default: port 32323 is already open, no action needed I0429 08:39:06.067552 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 08:39:06.067478 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0429 08:39:06.067799 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0429 08:39:06.067677 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 08:39:06.067697 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 08:39:06.067673 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0429 08:39:06.067913 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0429 08:39:06.067684 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0429 08:39:06.067443 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 08:39:06.067536 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 08:39:06.067612 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0429 08:39:06.067614 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 08:39:06.068034 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 08:39:06.067685 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0429 08:39:06.068060 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0429 08:39:06.067697 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0429 08:39:06.068156 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0429 08:39:06.067700 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 08:39:06.067697 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 08:39:06.068254 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 08:39:06.067702 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 08:39:06.068294 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 08:39:06.086886 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0429 08:39:06.086900 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0429 08:39:06.086921 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0429 08:39:06.086952 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0429 08:39:06.086964 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0429 08:39:06.086972 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0429 08:39:06.086979 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0429 08:39:06.086989 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0429 08:39:06.086997 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0429 08:39:06.087005 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0429 08:39:06.087012 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0429 08:39:06.087020 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0429 08:39:06.087027 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0429 08:39:06.087036 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0429 08:39:06.087050 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0429 08:39:06.087065 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0429 08:39:06.087070 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0429 08:39:06.087076 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0429 08:39:06.087082 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0429 08:39:06.087087 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0429 08:39:06.087091 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0429 08:39:06.125166 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0429 08:39:06.125204 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0429 08:39:06.125210 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0429 08:39:06.125215 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0429 08:39:06.125220 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0429 08:39:06.125227 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0429 08:39:06.125235 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0429 08:39:06.125242 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0429 08:39:06.163261 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0429 08:39:06.163281 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0429 08:39:06.163312 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0429 08:39:06.163318 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0429 08:39:06.163323 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0429 08:39:07.972022 3768 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-176.ec2.internal I0429 08:39:07.972244 3768 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-176.ec2.internal: 229.294µs I0429 08:39:08.001693 3768 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-798868845-gcjzd] creating logical port openshift-ingress_router-default-798868845-gcjzd for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:08.001845 3768 kube.go:256] Updating pod openshift-ingress/router-default-798868845-gcjzd I0429 08:39:08.004318 3768 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-c64d887fc-tbtcv] creating logical port openshift-image-registry_image-registry-c64d887fc-tbtcv for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:08.004450 3768 kube.go:256] Updating pod openshift-image-registry/image-registry-c64d887fc-tbtcv I0429 08:39:08.022447 3768 pod.go:62] [openshift-ingress/router-default-798868845-gcjzd] pod update took 20.619671ms I0429 08:39:08.022471 3768 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-798868845-gcjzd] addLogicalPort annotation time took 20.666028ms I0429 08:39:08.023573 3768 pods.go:271] [openshift-ingress/router-default-798868845-gcjzd] addLogicalPort took 21.894876ms, libovsdb time 864.403µs I0429 08:39:08.025160 3768 pod.go:62] [openshift-image-registry/image-registry-c64d887fc-tbtcv] pod update took 20.75226ms I0429 08:39:08.025177 3768 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-c64d887fc-tbtcv] addLogicalPort annotation time took 20.773138ms I0429 08:39:08.026385 3768 pods.go:271] [openshift-image-registry/image-registry-c64d887fc-tbtcv] addLogicalPort took 22.080773ms, libovsdb time 997.807µs I0429 08:39:08.031272 3768 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-vzgfk] creating logical port openshift-dns_dns-default-vzgfk for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:08.031363 3768 kube.go:256] Updating pod openshift-dns/dns-default-vzgfk I0429 08:39:08.033481 3768 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-fxnlv] creating logical port openshift-ingress-canary_ingress-canary-fxnlv for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:08.033558 3768 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-fxnlv I0429 08:39:08.052006 3768 pod.go:62] [openshift-dns/dns-default-vzgfk] pod update took 20.667294ms I0429 08:39:08.052011 3768 pod.go:62] [openshift-ingress-canary/ingress-canary-fxnlv] pod update took 18.469159ms I0429 08:39:08.052023 3768 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-vzgfk] addLogicalPort annotation time took 20.68866ms I0429 08:39:08.052027 3768 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-fxnlv] addLogicalPort annotation time took 18.48687ms I0429 08:39:08.053086 3768 pods.go:271] [openshift-dns/dns-default-vzgfk] addLogicalPort took 21.818445ms, libovsdb time 796.149µs I0429 08:39:08.053407 3768 pods.go:271] [openshift-ingress-canary/ingress-canary-fxnlv] addLogicalPort took 19.934916ms, libovsdb time 1.105359ms I0429 08:39:08.449223 3768 cni.go:452] [openshift-ingress-canary/ingress-canary-fxnlv 103cd52086e9c336a399e1d7fd03389c6937357f69ecb1aa7ffff93bd50b6a10 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-fxnlv 103cd52086e9c336a399e1d7fd03389c6937357f69ecb1aa7ffff93bd50b6a10 network default NAD default NAD key ] I0429 08:39:08.509422 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-fxnlv, hostIfaceName: 103cd52086e9c33, network: default, NAD default, SandboxID: "103cd52086e9c336a399e1d7fd03389c6937357f69ecb1aa7ffff93bd50b6a10", PCI device ID: , UID: "6dce11d1-8e53-47e3-bdd3-75a013d4cfe8", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0429 08:39:08.558598 3768 cni.go:473] [openshift-ingress-canary/ingress-canary-fxnlv 103cd52086e9c336a399e1d7fd03389c6937357f69ecb1aa7ffff93bd50b6a10 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-fxnlv 103cd52086e9c336a399e1d7fd03389c6937357f69ecb1aa7ffff93bd50b6a10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:76:16:4e:a0:2f\",\"name\":\"103cd52086e9c33\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ce011f9-377c-45c6-ac20-a461535dea5d\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0429 08:39:10.051738 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0429 08:39:10.476270 3768 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-84cdb56c78-7fcwk IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-84cdb56c78-7fcwk: no pod IPs found I0429 08:39:12.013689 3768 cni.go:452] [openshift-image-registry/image-registry-c64d887fc-tbtcv 2d86548b75b35b29b0eb5dec12368d9dcf3aa5586cd46e61b0c29fd46ddf2904 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-c64d887fc-tbtcv 2d86548b75b35b29b0eb5dec12368d9dcf3aa5586cd46e61b0c29fd46ddf2904 network default NAD default NAD key ] I0429 08:39:12.017144 3768 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c64d887fc-nvgqf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:39:12.018105 3768 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c64d887fc-nvgqf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:39:12.024376 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-c64d887fc-tbtcv, hostIfaceName: 2d86548b75b35b2, network: default, NAD default, SandboxID: "2d86548b75b35b29b0eb5dec12368d9dcf3aa5586cd46e61b0c29fd46ddf2904", PCI device ID: , UID: "32fb62dd-dffc-4d4d-9ebe-91effc77a614", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0429 08:39:12.025506 3768 cni.go:452] [openshift-dns/dns-default-vzgfk d1ae35376dc111dbe5fec2c301c3f71f2c8c388790b04fc86096671239dba5a2 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-vzgfk d1ae35376dc111dbe5fec2c301c3f71f2c8c388790b04fc86096671239dba5a2 network default NAD default NAD key ] I0429 08:39:12.034705 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-vzgfk, hostIfaceName: d1ae35376dc111d, network: default, NAD default, SandboxID: "d1ae35376dc111dbe5fec2c301c3f71f2c8c388790b04fc86096671239dba5a2", PCI device ID: , UID: "6e4914c3-2824-4058-8cb3-8426d373b90a", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0429 08:39:12.035617 3768 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c64d887fc-nvgqf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:39:12.035640 3768 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c64d887fc-nvgqf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:39:12.048244 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-c64d887fc-nvgqf I0429 08:39:12.048290 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-c64d887fc-nvgqf I0429 08:39:12.072211 3768 cni.go:473] [openshift-image-registry/image-registry-c64d887fc-tbtcv 2d86548b75b35b29b0eb5dec12368d9dcf3aa5586cd46e61b0c29fd46ddf2904 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-c64d887fc-tbtcv 2d86548b75b35b29b0eb5dec12368d9dcf3aa5586cd46e61b0c29fd46ddf2904 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:1d:ea:31:ae:e2\",\"name\":\"2d86548b75b35b2\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd8ee1a9-1179-4759-b246-82c0f77a3db3\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:39:12.080624 3768 cni.go:473] [openshift-dns/dns-default-vzgfk d1ae35376dc111dbe5fec2c301c3f71f2c8c388790b04fc86096671239dba5a2 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-vzgfk d1ae35376dc111dbe5fec2c301c3f71f2c8c388790b04fc86096671239dba5a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:a0:ef:78:90:1b\",\"name\":\"d1ae35376dc111d\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef900f03-cef3-4bc3-95e2-4094cc092e5d\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:39:15.447793 3768 default_network_controller.go:1025] Node "ip-10-0-1-240.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0429 08:39:16.202571 3768 cni.go:452] [openshift-ingress/router-default-798868845-gcjzd 08da6baa43600b60ebd09a2a544f2ed8cdfe9acf4979908b8fd4fa20d1eba132 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-798868845-gcjzd 08da6baa43600b60ebd09a2a544f2ed8cdfe9acf4979908b8fd4fa20d1eba132 network default NAD default NAD key ] I0429 08:39:16.212929 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-798868845-gcjzd, hostIfaceName: 08da6baa43600b6, network: default, NAD default, SandboxID: "08da6baa43600b60ebd09a2a544f2ed8cdfe9acf4979908b8fd4fa20d1eba132", PCI device ID: , UID: "f05682f0-c505-47b7-8744-915c32a4734d", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0429 08:39:16.258860 3768 cni.go:473] [openshift-ingress/router-default-798868845-gcjzd 08da6baa43600b60ebd09a2a544f2ed8cdfe9acf4979908b8fd4fa20d1eba132 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-798868845-gcjzd 08da6baa43600b60ebd09a2a544f2ed8cdfe9acf4979908b8fd4fa20d1eba132 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ca:27:0c:63:2d\",\"name\":\"08da6baa43600b6\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0297f4d-f04f-4ddd-a515-2f26f1606dd8\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:39:25.791716 3768 default_network_controller.go:1025] Node "ip-10-0-1-240.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0429 08:39:29.654577 3768 default_network_controller.go:1025] Node "ip-10-0-1-240.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0429 08:39:29.658447 3768 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 08:39:29.716357 3768 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0429 08:39:29.790252 3768 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0429 08:39:29.806395 3768 default_network_controller.go:1025] Node "ip-10-0-1-240.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0429 08:39:29.833222 3768 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0429 08:39:29.846196 3768 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mqf5k] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-mqf5k for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:29.846283 3768 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mqf5k I0429 08:39:29.876068 3768 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mqf5k] pod update took 29.81187ms I0429 08:39:29.876087 3768 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mqf5k] addLogicalPort annotation time took 29.835351ms I0429 08:39:29.877270 3768 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mqf5k] addLogicalPort took 31.089072ms, libovsdb time 879.611µs W0429 08:39:29.895258 3768 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-6d695d8795-dvkbm IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-6d695d8795-dvkbm: no pod IPs found I0429 08:39:29.948901 3768 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-clfw5] creating logical port openshift-insights_insights-runtime-extractor-clfw5 for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:29.948973 3768 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-clfw5 I0429 08:39:29.971899 3768 pod.go:62] [openshift-insights/insights-runtime-extractor-clfw5] pod update took 22.94829ms I0429 08:39:29.971919 3768 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-clfw5] addLogicalPort annotation time took 22.972046ms I0429 08:39:29.972849 3768 pods.go:271] [openshift-insights/insights-runtime-extractor-clfw5] addLogicalPort took 23.960693ms, libovsdb time 707.895µs I0429 08:39:30.245964 3768 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mqf5k 1df6f420ecd4bf52b81c37db87a9d537296323444aad8c20745176ecf5e9d424 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mqf5k 1df6f420ecd4bf52b81c37db87a9d537296323444aad8c20745176ecf5e9d424 network default NAD default NAD key ] I0429 08:39:30.257128 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-mqf5k, hostIfaceName: 1df6f420ecd4bf5, network: default, NAD default, SandboxID: "1df6f420ecd4bf52b81c37db87a9d537296323444aad8c20745176ecf5e9d424", PCI device ID: , UID: "582edac0-cba9-4943-8eae-3d4f8f10a5d9", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0429 08:39:30.302737 3768 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mqf5k 1df6f420ecd4bf52b81c37db87a9d537296323444aad8c20745176ecf5e9d424 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mqf5k 1df6f420ecd4bf52b81c37db87a9d537296323444aad8c20745176ecf5e9d424 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:88:22:7a:65:30\",\"name\":\"1df6f420ecd4bf5\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72642f94-b576-4811-a525-330b7a0d2343\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:39:30.340730 3768 cni.go:452] [openshift-insights/insights-runtime-extractor-clfw5 fa7ff00ec073b9faf7e8d4f866cfe1848ec92af2799523d4ad52da772c86811f network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-clfw5 fa7ff00ec073b9faf7e8d4f866cfe1848ec92af2799523d4ad52da772c86811f network default NAD default NAD key ] I0429 08:39:30.351155 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-clfw5, hostIfaceName: fa7ff00ec073b9f, network: default, NAD default, SandboxID: "fa7ff00ec073b9faf7e8d4f866cfe1848ec92af2799523d4ad52da772c86811f", PCI device ID: , UID: "aee9ef1c-4b50-4f42-9f4c-2cd3327fb94f", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0429 08:39:30.395964 3768 cni.go:473] [openshift-insights/insights-runtime-extractor-clfw5 fa7ff00ec073b9faf7e8d4f866cfe1848ec92af2799523d4ad52da772c86811f network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-clfw5 fa7ff00ec073b9faf7e8d4f866cfe1848ec92af2799523d4ad52da772c86811f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:82:c0:b6:3b:8a\",\"name\":\"fa7ff00ec073b9f\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df67a38a-fcc9-4cbd-b7a0-1d8c4fc476fe\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:39:31.109657 3768 default_network_controller.go:1025] Node "ip-10-0-1-240.ec2.internal" in remote zone "ip-10-0-1-240.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0429 08:39:31.109667 3768 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-240.ec2.internal in network "default" I0429 08:39:31.109723 3768 node_tracker.go:235] Node ip-10-0-1-240.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-240.ec2.internal" I0429 08:39:31.109743 3768 node_tracker.go:169] Node ip-10-0-1-240.ec2.internal switch + router changed, syncing services in network "default" I0429 08:39:31.109761 3768 services_controller.go:574] Full service sync requested for network=default W0429 08:39:31.109871 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0429 08:39:31.110164 3768 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0429 08:39:31.110277 3768 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0429 08:39:31.287763 3768 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-240.ec2.internal in network "default" I0429 08:39:31.287779 3768 default_network_controller.go:1025] Node "ip-10-0-1-240.ec2.internal" in remote zone "ip-10-0-1-240.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0429 08:39:31.287818 3768 node_tracker.go:169] Node ip-10-0-1-240.ec2.internal switch + router changed, syncing services in network "default" I0429 08:39:31.287830 3768 services_controller.go:574] Full service sync requested for network=default W0429 08:39:31.287906 3768 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0429 08:39:31.287989 3768 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 08:39:31.288285 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0429 08:39:31.288920 3768 zone_ic_handler.go:195] Time taken to create transit switch: 329.565µs I0429 08:39:31.288934 3768 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-240.ec2.internal for the network default I0429 08:39:31.290081 3768 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-240.ec2.internal" on network "default" took: 1.50272ms I0429 08:39:31.847506 3768 egressfirewall.go:723] Syncing node "ip-10-0-1-240.ec2.internal" for egress firewall I0429 08:39:31.847535 3768 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-240.ec2.internal in network "default" I0429 08:39:31.847551 3768 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-240.ec2.internal I0429 08:39:31.847561 3768 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-240.ec2.internal", IP: 10.0.1.240 to PMTUD blocking rules I0429 08:39:31.847566 3768 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-240.ec2.internal: 19.151µs I0429 08:39:31.847576 3768 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-240.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0429 08:39:31.847593 3768 node_tracker.go:169] Node ip-10-0-1-240.ec2.internal switch + router changed, syncing services in network "default" I0429 08:39:31.847607 3768 services_controller.go:574] Full service sync requested for network=default W0429 08:39:31.847915 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0429 08:39:31.848007 3768 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0429 08:39:31.848201 3768 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0429 08:39:31.853698 3768 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-240.ec2.internal. Updating no re-route policies I0429 08:39:31.869142 3768 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-240.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0429 08:39:31.869158 3768 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-240.ec2.internal", IP: 10.0.1.240 to PMTUD blocking rules W0429 08:39:32.816352 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0429 08:39:32.841006 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0429 08:39:33.281509 3768 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-svn5d] creating logical port openshift-monitoring_prometheus-operator-76b589d668-svn5d for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:33.281610 3768 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-svn5d I0429 08:39:33.296848 3768 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-svn5d] pod update took 15.27012ms I0429 08:39:33.296872 3768 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-svn5d] addLogicalPort annotation time took 15.299986ms I0429 08:39:33.298011 3768 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-svn5d] addLogicalPort took 16.519976ms, libovsdb time 872.729µs I0429 08:39:33.670670 3768 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-svn5d a461035b4114427460ffb5ab018776209c34a2dd11ee2a3232f179839b8c0d98 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-svn5d a461035b4114427460ffb5ab018776209c34a2dd11ee2a3232f179839b8c0d98 network default NAD default NAD key ] I0429 08:39:33.682525 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-svn5d, hostIfaceName: a461035b4114427, network: default, NAD default, SandboxID: "a461035b4114427460ffb5ab018776209c34a2dd11ee2a3232f179839b8c0d98", PCI device ID: , UID: "7da52feb-b8cc-4c9c-a57e-40c72f9f278f", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0429 08:39:33.730736 3768 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-svn5d a461035b4114427460ffb5ab018776209c34a2dd11ee2a3232f179839b8c0d98 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-svn5d a461035b4114427460ffb5ab018776209c34a2dd11ee2a3232f179839b8c0d98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:c0:94:8f:07:a5\",\"name\":\"a461035b4114427\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85aaaeae-45c4-42a0-b940-ca8a3b81e6e6\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0429 08:39:34.014544 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0429 08:39:34.014575 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0429 08:39:36.269055 3768 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-240.ec2.internal I0429 08:39:36.269086 3768 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-240.ec2.internal: 39.747µs I0429 08:39:40.436267 3768 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:40.436365 3768 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0429 08:39:40.463567 3768 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 27.237922ms I0429 08:39:40.463588 3768 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 27.262336ms I0429 08:39:40.464745 3768 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.49287ms, libovsdb time 865.101µs I0429 08:39:40.802103 3768 cni.go:452] [openshift-monitoring/alertmanager-main-1 970ab61b43ba0f728cd6882d07f82b16a0b5a0802bfd86d59a9e34d42a162a4d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 970ab61b43ba0f728cd6882d07f82b16a0b5a0802bfd86d59a9e34d42a162a4d network default NAD default NAD key ] I0429 08:39:40.812024 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 970ab61b43ba0f7, network: default, NAD default, SandboxID: "970ab61b43ba0f728cd6882d07f82b16a0b5a0802bfd86d59a9e34d42a162a4d", PCI device ID: , UID: "3deb4802-9ada-4f15-9bde-1e41f332a81e", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0429 08:39:40.865817 3768 cni.go:473] [openshift-monitoring/alertmanager-main-1 970ab61b43ba0f728cd6882d07f82b16a0b5a0802bfd86d59a9e34d42a162a4d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 970ab61b43ba0f728cd6882d07f82b16a0b5a0802bfd86d59a9e34d42a162a4d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:c7:4d:0e:3b:ce\",\"name\":\"970ab61b43ba0f7\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d97a638f-6ad8-4b7b-881c-5f68bdc9a88e\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:39:41.462673 3768 cni.go:452] [openshift-multus/network-metrics-daemon-c5n5q da3dc243a1d7efa7c3a21ab6487fdfc540cab5e8f9dc6cc1e306095ae8d7dc5a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-c5n5q da3dc243a1d7efa7c3a21ab6487fdfc540cab5e8f9dc6cc1e306095ae8d7dc5a network default NAD default NAD key ] I0429 08:39:41.488918 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-c5n5q, hostIfaceName: da3dc243a1d7efa, network: default, NAD default, SandboxID: "da3dc243a1d7efa7c3a21ab6487fdfc540cab5e8f9dc6cc1e306095ae8d7dc5a", PCI device ID: , UID: "7d20cb4e-369b-4e1f-9901-052e7f523166", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0429 08:39:41.536383 3768 cni.go:473] [openshift-multus/network-metrics-daemon-c5n5q da3dc243a1d7efa7c3a21ab6487fdfc540cab5e8f9dc6cc1e306095ae8d7dc5a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-c5n5q da3dc243a1d7efa7c3a21ab6487fdfc540cab5e8f9dc6cc1e306095ae8d7dc5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:48:6d:66:02:81\",\"name\":\"da3dc243a1d7efa\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cee53771-b261-4061-9e5c-fdfbe6dae792\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:39:41.760619 3768 cni.go:452] [openshift-network-diagnostics/network-check-target-7t9xt f04a9072b2146caac55a58c3b4e3382ec5bc59b63369bc509320c4e945336624 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-7t9xt f04a9072b2146caac55a58c3b4e3382ec5bc59b63369bc509320c4e945336624 network default NAD default NAD key ] I0429 08:39:41.770808 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-7t9xt, hostIfaceName: f04a9072b2146ca, network: default, NAD default, SandboxID: "f04a9072b2146caac55a58c3b4e3382ec5bc59b63369bc509320c4e945336624", PCI device ID: , UID: "ec0e7865-f5ba-4e1d-b8fe-3b30623dea2b", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0429 08:39:41.819749 3768 cni.go:473] [openshift-network-diagnostics/network-check-target-7t9xt f04a9072b2146caac55a58c3b4e3382ec5bc59b63369bc509320c4e945336624 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-7t9xt f04a9072b2146caac55a58c3b4e3382ec5bc59b63369bc509320c4e945336624 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:d8:10:db:7b:0e\",\"name\":\"f04a9072b2146ca\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef38fbd0-3723-44e7-a125-0c1f221ba1a0\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:39:42.180550 3768 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-585bcc9655-2jtg4] creating logical port openshift-monitoring_thanos-querier-585bcc9655-2jtg4 for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:42.180688 3768 kube.go:256] Updating pod openshift-monitoring/thanos-querier-585bcc9655-2jtg4 I0429 08:39:42.202476 3768 pod.go:62] [openshift-monitoring/thanos-querier-585bcc9655-2jtg4] pod update took 21.833108ms I0429 08:39:42.202497 3768 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-585bcc9655-2jtg4] addLogicalPort annotation time took 21.868497ms I0429 08:39:42.203686 3768 pods.go:271] [openshift-monitoring/thanos-querier-585bcc9655-2jtg4] addLogicalPort took 23.155511ms, libovsdb time 871.135µs I0429 08:39:42.542523 3768 cni.go:452] [openshift-monitoring/thanos-querier-585bcc9655-2jtg4 1b942ceabad565b54abd41f9185760686681e53e66a65a60451b1dbd4d15d8cc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-585bcc9655-2jtg4 1b942ceabad565b54abd41f9185760686681e53e66a65a60451b1dbd4d15d8cc network default NAD default NAD key ] I0429 08:39:42.551952 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-585bcc9655-2jtg4, hostIfaceName: 1b942ceabad565b, network: default, NAD default, SandboxID: "1b942ceabad565b54abd41f9185760686681e53e66a65a60451b1dbd4d15d8cc", PCI device ID: , UID: "3f13389c-ecb1-4ff4-b608-a4748ced6ee8", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0429 08:39:42.602937 3768 cni.go:473] [openshift-monitoring/thanos-querier-585bcc9655-2jtg4 1b942ceabad565b54abd41f9185760686681e53e66a65a60451b1dbd4d15d8cc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-585bcc9655-2jtg4 1b942ceabad565b54abd41f9185760686681e53e66a65a60451b1dbd4d15d8cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:19:9b:8d:ee:b0\",\"name\":\"1b942ceabad565b\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/147a57a0-9da9-4020-a7ca-611fbff352a3\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0429 08:39:42.892500 3768 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:39:42.892517 3768 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:39:42.892523 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:39:43.177364 3768 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:39:43.177385 3768 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:39:43.177390 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0429 08:39:43.517934 3768 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-n4xcn] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-n4xcn for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:43.518060 3768 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-n4xcn I0429 08:39:43.533817 3768 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-n4xcn] pod update took 15.779119ms I0429 08:39:43.533847 3768 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-n4xcn] addLogicalPort annotation time took 15.81435ms I0429 08:39:43.535358 3768 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-n4xcn] addLogicalPort took 17.440936ms, libovsdb time 1.1283ms I0429 08:39:43.889304 3768 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-n4xcn da081ccf6f66d4e6ed03493b85e873e14a97a0b2b2f07bc861ce3780c64d0b80 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-n4xcn da081ccf6f66d4e6ed03493b85e873e14a97a0b2b2f07bc861ce3780c64d0b80 network default NAD default NAD key ] I0429 08:39:43.901118 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-n4xcn, hostIfaceName: da081ccf6f66d4e, network: default, NAD default, SandboxID: "da081ccf6f66d4e6ed03493b85e873e14a97a0b2b2f07bc861ce3780c64d0b80", PCI device ID: , UID: "5c78c4ff-c34c-49aa-b786-5f9311e3c34a", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0429 08:39:43.958856 3768 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-n4xcn da081ccf6f66d4e6ed03493b85e873e14a97a0b2b2f07bc861ce3780c64d0b80 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-n4xcn da081ccf6f66d4e6ed03493b85e873e14a97a0b2b2f07bc861ce3780c64d0b80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:81:75:cd:cc:86\",\"name\":\"da081ccf6f66d4e\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea11f20d-6c0d-4f9e-9caf-724369ef8477\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:39:43.984316 3768 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5f5c9db666-7tvn7] creating logical port openshift-monitoring_metrics-server-5f5c9db666-7tvn7 for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:43.984414 3768 kube.go:256] Updating pod openshift-monitoring/metrics-server-5f5c9db666-7tvn7 I0429 08:39:44.000751 3768 pod.go:62] [openshift-monitoring/metrics-server-5f5c9db666-7tvn7] pod update took 16.360415ms I0429 08:39:44.000777 3768 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5f5c9db666-7tvn7] addLogicalPort annotation time took 16.393697ms I0429 08:39:44.002020 3768 pods.go:271] [openshift-monitoring/metrics-server-5f5c9db666-7tvn7] addLogicalPort took 17.707159ms, libovsdb time 914.647µs I0429 08:39:46.478182 3768 cni.go:452] [openshift-monitoring/metrics-server-5f5c9db666-7tvn7 6af660167f14708a636a0bd6916d0b7b17a28f9ccee28c804b34a89720e72516 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5f5c9db666-7tvn7 6af660167f14708a636a0bd6916d0b7b17a28f9ccee28c804b34a89720e72516 network default NAD default NAD key ] I0429 08:39:46.488894 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5f5c9db666-7tvn7, hostIfaceName: 6af660167f14708, network: default, NAD default, SandboxID: "6af660167f14708a636a0bd6916d0b7b17a28f9ccee28c804b34a89720e72516", PCI device ID: , UID: "eba9fdf3-df70-47a2-9d39-3c4b99ce259b", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0429 08:39:46.539741 3768 cni.go:473] [openshift-monitoring/metrics-server-5f5c9db666-7tvn7 6af660167f14708a636a0bd6916d0b7b17a28f9ccee28c804b34a89720e72516 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5f5c9db666-7tvn7 6af660167f14708a636a0bd6916d0b7b17a28f9ccee28c804b34a89720e72516 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:50:48:7b:80:5a\",\"name\":\"6af660167f14708\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3058a747-9c70-4c1e-a921-5e7a4072bc3c\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0429 08:39:46.904894 3768 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 08:39:47.233820 3768 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 08:39:47.233842 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 08:39:47.925234 3768 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:47.925255 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:47.925261 3768 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:47.925265 3768 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:47.952990 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0429 08:39:48.190260 3768 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 08:39:48.190285 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 08:39:49.246993 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:49.247012 3768 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:49.247017 3768 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:49.247022 3768 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:49.290393 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0429 08:39:49.491528 3768 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-tdnvm] creating logical port openshift-console_downloads-5c54f4944f-tdnvm for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:49.491824 3768 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-tdnvm I0429 08:39:49.507572 3768 pod.go:62] [openshift-console/downloads-5c54f4944f-tdnvm] pod update took 15.78915ms I0429 08:39:49.507598 3768 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-tdnvm] addLogicalPort annotation time took 15.819015ms I0429 08:39:49.508805 3768 pods.go:271] [openshift-console/downloads-5c54f4944f-tdnvm] addLogicalPort took 17.341295ms, libovsdb time 900.596µs I0429 08:39:49.853878 3768 cni.go:452] [openshift-console/downloads-5c54f4944f-tdnvm 0941b11c72e08acb5b0c3135bbf43e2991c5d1e8c50778a8f120d13a11618fd0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-tdnvm 0941b11c72e08acb5b0c3135bbf43e2991c5d1e8c50778a8f120d13a11618fd0 network default NAD default NAD key ] I0429 08:39:49.863942 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-tdnvm, hostIfaceName: 0941b11c72e08ac, network: default, NAD default, SandboxID: "0941b11c72e08acb5b0c3135bbf43e2991c5d1e8c50778a8f120d13a11618fd0", PCI device ID: , UID: "57defc54-f9d7-4bdf-9019-5d4bbf28e51f", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0429 08:39:49.911736 3768 cni.go:473] [openshift-console/downloads-5c54f4944f-tdnvm 0941b11c72e08acb5b0c3135bbf43e2991c5d1e8c50778a8f120d13a11618fd0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-tdnvm 0941b11c72e08acb5b0c3135bbf43e2991c5d1e8c50778a8f120d13a11618fd0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:96:ee:26:24:5a\",\"name\":\"0941b11c72e08ac\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2adf102-59fa-4c06-b510-ed169735e011\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0429 08:39:50.226363 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:50.226381 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:50.226387 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:50.226392 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:50.226409 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:50.226416 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:50.226423 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:50.226459 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:53.945980 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:53.946035 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:53.946044 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:53.946054 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:54.051819 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 08:39:54.051848 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0429 08:39:54.988080 3768 cni.go:452] [openshift-image-registry/image-registry-c64d887fc-tbtcv 2d86548b75b35b29b0eb5dec12368d9dcf3aa5586cd46e61b0c29fd46ddf2904 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-c64d887fc-tbtcv 2d86548b75b35b29b0eb5dec12368d9dcf3aa5586cd46e61b0c29fd46ddf2904 network default NAD default NAD key ] I0429 08:39:55.062320 3768 cni.go:473] [openshift-image-registry/image-registry-c64d887fc-tbtcv 2d86548b75b35b29b0eb5dec12368d9dcf3aa5586cd46e61b0c29fd46ddf2904 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-c64d887fc-tbtcv 2d86548b75b35b29b0eb5dec12368d9dcf3aa5586cd46e61b0c29fd46ddf2904 network default NAD default NAD key default], result "{}", err I0429 08:39:55.109285 3768 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c64d887fc-tbtcv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:39:55.109320 3768 pods.go:176] Deleting pod: openshift-image-registry/image-registry-c64d887fc-tbtcv I0429 08:39:55.110465 3768 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-c64d887fc-tbtcv, ips: 10.129.0.6 I0429 08:39:55.110493 3768 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c64d887fc-tbtcv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:39:55.120560 3768 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7bb4b94454-8djth] creating logical port openshift-image-registry_image-registry-7bb4b94454-8djth for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:55.120655 3768 kube.go:256] Updating pod openshift-image-registry/image-registry-7bb4b94454-8djth I0429 08:39:55.135243 3768 pod.go:62] [openshift-image-registry/image-registry-7bb4b94454-8djth] pod update took 14.616593ms I0429 08:39:55.135261 3768 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7bb4b94454-8djth] addLogicalPort annotation time took 14.638845ms I0429 08:39:55.136314 3768 pods.go:271] [openshift-image-registry/image-registry-7bb4b94454-8djth] addLogicalPort took 15.765224ms, libovsdb time 771.232µs I0429 08:39:55.484984 3768 cni.go:452] [openshift-image-registry/image-registry-7bb4b94454-8djth 8ed67d9932d0745b99fc2a20060a847c04be9acd5a48c565c61157525704def0 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7bb4b94454-8djth 8ed67d9932d0745b99fc2a20060a847c04be9acd5a48c565c61157525704def0 network default NAD default NAD key ] I0429 08:39:55.494603 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7bb4b94454-8djth, hostIfaceName: 8ed67d9932d0745, network: default, NAD default, SandboxID: "8ed67d9932d0745b99fc2a20060a847c04be9acd5a48c565c61157525704def0", PCI device ID: , UID: "0bf1b29e-e2bd-4958-8c24-43ba629a8f10", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0429 08:39:55.542678 3768 cni.go:473] [openshift-image-registry/image-registry-7bb4b94454-8djth 8ed67d9932d0745b99fc2a20060a847c04be9acd5a48c565c61157525704def0 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7bb4b94454-8djth 8ed67d9932d0745b99fc2a20060a847c04be9acd5a48c565c61157525704def0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:5f:45:96:d7:80\",\"name\":\"8ed67d9932d0745\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4623f167-ea31-4a2d-bae4-e22a6e8bc31e\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:39:55.973733 3768 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c64d887fc-tbtcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:39:55.973757 3768 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c64d887fc-tbtcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:39:55.977149 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-c64d887fc-tbtcv I0429 08:39:55.977171 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-c64d887fc-tbtcv W0429 08:39:58.132643 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0429 08:39:58.132667 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0429 08:39:58.176400 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0429 08:39:58.176421 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0429 08:39:59.627483 3768 base_network_controller_pods.go:487] [default/openshift-console/console-c49596959-w5fxl] creating logical port openshift-console_console-c49596959-w5fxl for pod on switch ip-10-0-2-176.ec2.internal I0429 08:39:59.627596 3768 kube.go:256] Updating pod openshift-console/console-c49596959-w5fxl I0429 08:39:59.645094 3768 pod.go:62] [openshift-console/console-c49596959-w5fxl] pod update took 17.532272ms I0429 08:39:59.645114 3768 base_network_controller_pods.go:951] [default/openshift-console/console-c49596959-w5fxl] addLogicalPort annotation time took 17.555948ms I0429 08:39:59.646361 3768 pods.go:271] [openshift-console/console-c49596959-w5fxl] addLogicalPort took 18.894996ms, libovsdb time 941.111µs I0429 08:39:59.987399 3768 cni.go:452] [openshift-console/console-c49596959-w5fxl f0262206024febdb040841760330be12aa7ec44baa59d7e9c1951c543136b887 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-c49596959-w5fxl f0262206024febdb040841760330be12aa7ec44baa59d7e9c1951c543136b887 network default NAD default NAD key ] I0429 08:40:00.012324 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-c49596959-w5fxl, hostIfaceName: f0262206024febd, network: default, NAD default, SandboxID: "f0262206024febdb040841760330be12aa7ec44baa59d7e9c1951c543136b887", PCI device ID: , UID: "5f491ac3-7473-4ec2-b6a1-82984c22677d", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0429 08:40:00.064951 3768 cni.go:473] [openshift-console/console-c49596959-w5fxl f0262206024febdb040841760330be12aa7ec44baa59d7e9c1951c543136b887 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-c49596959-w5fxl f0262206024febdb040841760330be12aa7ec44baa59d7e9c1951c543136b887 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:79:be:33:a9:40\",\"name\":\"f0262206024febd\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b33dfad-6bd1-4d3b-bf91-2cae1f3a3fdb\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:40:00.206745 3768 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29624200-hnwst for pod on switch ip-10-0-2-176.ec2.internal I0429 08:40:00.206851 3768 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst I0429 08:40:00.217734 3768 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst] pod update took 10.912356ms I0429 08:40:00.217758 3768 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst] addLogicalPort annotation time took 10.941447ms I0429 08:40:00.219197 3768 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst] addLogicalPort took 12.466719ms, libovsdb time 1.05743ms I0429 08:40:00.585527 3768 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst 97f285ae2c96f4df96e5b6eee965f3242babc249bbbe90b2edb90abe44585bc7 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst 97f285ae2c96f4df96e5b6eee965f3242babc249bbbe90b2edb90abe44585bc7 network default NAD default NAD key ] I0429 08:40:00.594897 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29624200-hnwst, hostIfaceName: 97f285ae2c96f4d, network: default, NAD default, SandboxID: "97f285ae2c96f4df96e5b6eee965f3242babc249bbbe90b2edb90abe44585bc7", PCI device ID: , UID: "fe3910f9-eb01-4627-a120-3fd6d3cb8abd", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0429 08:40:00.648095 3768 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst 97f285ae2c96f4df96e5b6eee965f3242babc249bbbe90b2edb90abe44585bc7 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst 97f285ae2c96f4df96e5b6eee965f3242babc249bbbe90b2edb90abe44585bc7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:35:dc:87:11:df\",\"name\":\"97f285ae2c96f4d\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cada4d37-a08f-4035-aed3-5689d6567547\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0429 08:40:04.006759 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0429 08:40:08.265040 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0429 08:40:08.928585 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0429 08:40:10.038972 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0429 08:40:10.862791 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:40:10.862813 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:40:10.862818 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:40:11.018685 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0429 08:40:12.057220 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0429 08:40:16.971322 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0429 08:40:17.920775 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 08:40:22.328001 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0429 08:40:22.355183 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0429 08:40:23.528599 3768 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6d695d8795-7w94b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:40:23.529156 3768 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6d695d8795-7w94b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:40:24.339332 3768 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6d695d8795-7w94b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:40:24.339360 3768 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6d695d8795-7w94b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:40:24.349362 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6d695d8795-7w94b I0429 08:40:24.349388 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6d695d8795-7w94b I0429 08:40:33.326472 3768 obj_retry.go:498] Detected object openshift-ingress/router-default-675b7c69bc-txw8m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:40:33.327045 3768 obj_retry.go:498] Detected object openshift-ingress/router-default-675b7c69bc-txw8m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:40:33.683182 3768 obj_retry.go:492] Detected object openshift-ingress/router-default-675b7c69bc-txw8m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:40:33.683209 3768 obj_retry.go:492] Detected object openshift-ingress/router-default-675b7c69bc-txw8m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:40:33.691025 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-675b7c69bc-txw8m I0429 08:40:33.691044 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-675b7c69bc-txw8m I0429 08:40:37.647913 3768 obj_retry.go:498] Detected object openshift-console/console-c49596959-5zb2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:40:37.648513 3768 obj_retry.go:498] Detected object openshift-console/console-c49596959-5zb2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:40:38.467649 3768 obj_retry.go:492] Detected object openshift-console/console-c49596959-5zb2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:40:38.467669 3768 obj_retry.go:492] Detected object openshift-console/console-c49596959-5zb2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:40:38.475513 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c49596959-5zb2m I0429 08:40:38.475534 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c49596959-5zb2m I0429 08:40:43.535467 3768 cni.go:452] [openshift-console/console-c49596959-w5fxl f0262206024febdb040841760330be12aa7ec44baa59d7e9c1951c543136b887 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-c49596959-w5fxl f0262206024febdb040841760330be12aa7ec44baa59d7e9c1951c543136b887 network default NAD default NAD key ] I0429 08:40:43.612443 3768 cni.go:473] [openshift-console/console-c49596959-w5fxl f0262206024febdb040841760330be12aa7ec44baa59d7e9c1951c543136b887 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-c49596959-w5fxl f0262206024febdb040841760330be12aa7ec44baa59d7e9c1951c543136b887 network default NAD default NAD key default], result "{}", err I0429 08:40:43.677408 3768 obj_retry.go:498] Detected object openshift-console/console-c49596959-w5fxl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:40:43.677464 3768 pods.go:176] Deleting pod: openshift-console/console-c49596959-w5fxl I0429 08:40:43.678807 3768 pods.go:236] Attempting to release IPs for pod: openshift-console/console-c49596959-w5fxl, ips: 10.129.0.18 I0429 08:40:43.678835 3768 obj_retry.go:498] Detected object openshift-console/console-c49596959-w5fxl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:40:44.139127 3768 obj_retry.go:492] Detected object openshift-console/console-c49596959-w5fxl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:40:44.139147 3768 obj_retry.go:492] Detected object openshift-console/console-c49596959-w5fxl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:40:44.146834 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c49596959-w5fxl I0429 08:40:44.146856 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c49596959-w5fxl I0429 08:41:01.128082 3768 cni.go:452] [openshift-monitoring/alertmanager-main-1 970ab61b43ba0f728cd6882d07f82b16a0b5a0802bfd86d59a9e34d42a162a4d network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 970ab61b43ba0f728cd6882d07f82b16a0b5a0802bfd86d59a9e34d42a162a4d network default NAD default NAD key ] I0429 08:41:01.208449 3768 cni.go:473] [openshift-monitoring/alertmanager-main-1 970ab61b43ba0f728cd6882d07f82b16a0b5a0802bfd86d59a9e34d42a162a4d network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 970ab61b43ba0f728cd6882d07f82b16a0b5a0802bfd86d59a9e34d42a162a4d network default NAD default NAD key default], result "{}", err I0429 08:41:01.288963 3768 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:01.288992 3768 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0429 08:41:01.290320 3768 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.12 I0429 08:41:01.290349 3768 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:01.368178 3768 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0429 08:41:02.218028 3768 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:02.218056 3768 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:02.226760 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0429 08:41:02.226785 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0429 08:41:02.268222 3768 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-176.ec2.internal I0429 08:41:02.268363 3768 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0429 08:41:02.285792 3768 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 17.479904ms I0429 08:41:02.285812 3768 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 17.505352ms I0429 08:41:02.286969 3768 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 18.762719ms, libovsdb time 860.816µs I0429 08:41:02.669132 3768 cni.go:452] [openshift-monitoring/alertmanager-main-1 c9cacd8cf25474099b6f49565b087c73d099cede2ff7934303a2ddf4286d7229 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 c9cacd8cf25474099b6f49565b087c73d099cede2ff7934303a2ddf4286d7229 network default NAD default NAD key ] I0429 08:41:02.678233 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: c9cacd8cf254740, network: default, NAD default, SandboxID: "c9cacd8cf25474099b6f49565b087c73d099cede2ff7934303a2ddf4286d7229", PCI device ID: , UID: "efa74240-9233-4513-b35a-ffa050ba8fdc", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0429 08:41:02.727131 3768 cni.go:473] [openshift-monitoring/alertmanager-main-1 c9cacd8cf25474099b6f49565b087c73d099cede2ff7934303a2ddf4286d7229 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 c9cacd8cf25474099b6f49565b087c73d099cede2ff7934303a2ddf4286d7229 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:9a:68:de:bf:52\",\"name\":\"c9cacd8cf254740\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a5c0681-b08c-46a1-b8e9-3fe8822d23f6\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:41:04.019238 3768 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-8656968694-56h2r] creating logical port openshift-monitoring_telemeter-client-8656968694-56h2r for pod on switch ip-10-0-2-176.ec2.internal I0429 08:41:04.019348 3768 kube.go:256] Updating pod openshift-monitoring/telemeter-client-8656968694-56h2r I0429 08:41:04.037537 3768 pod.go:62] [openshift-monitoring/telemeter-client-8656968694-56h2r] pod update took 18.216697ms I0429 08:41:04.037557 3768 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-8656968694-56h2r] addLogicalPort annotation time took 18.241045ms I0429 08:41:04.038715 3768 pods.go:271] [openshift-monitoring/telemeter-client-8656968694-56h2r] addLogicalPort took 19.494496ms, libovsdb time 852.363µs I0429 08:41:04.387272 3768 cni.go:452] [openshift-monitoring/telemeter-client-8656968694-56h2r 74154381c275ac08f10a1c1e81472e8fe71129f89b3760083671e7737da015de network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-8656968694-56h2r 74154381c275ac08f10a1c1e81472e8fe71129f89b3760083671e7737da015de network default NAD default NAD key ] I0429 08:41:04.397283 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-8656968694-56h2r, hostIfaceName: 74154381c275ac0, network: default, NAD default, SandboxID: "74154381c275ac08f10a1c1e81472e8fe71129f89b3760083671e7737da015de", PCI device ID: , UID: "55b15a4c-b87a-4af9-b3ce-23a17e39aa3d", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0429 08:41:04.451158 3768 cni.go:473] [openshift-monitoring/telemeter-client-8656968694-56h2r 74154381c275ac08f10a1c1e81472e8fe71129f89b3760083671e7737da015de network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-8656968694-56h2r 74154381c275ac08f10a1c1e81472e8fe71129f89b3760083671e7737da015de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:6a:fd:f2:08:17\",\"name\":\"74154381c275ac0\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e50f9ca9-1663-4a4e-a39c-68d1394d47f3\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:41:04.950744 3768 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 for pod on switch ip-10-0-2-176.ec2.internal I0429 08:41:04.950834 3768 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 I0429 08:41:04.963837 3768 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582] pod update took 13.029054ms I0429 08:41:04.963860 3768 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582] addLogicalPort annotation time took 13.057641ms I0429 08:41:04.965061 3768 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582] addLogicalPort took 14.337539ms, libovsdb time 855.79µs I0429 08:41:05.309229 3768 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 ebe48c56262f46e1180cdc1f5b1b7b7a752275139b998f5d3ca59f796dc041b6 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 ebe48c56262f46e1180cdc1f5b1b7b7a752275139b998f5d3ca59f796dc041b6 network default NAD default NAD key ] I0429 08:41:05.319776 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582, hostIfaceName: ebe48c56262f46e, network: default, NAD default, SandboxID: "ebe48c56262f46e1180cdc1f5b1b7b7a752275139b998f5d3ca59f796dc041b6", PCI device ID: , UID: "0f5d03b6-be88-44c9-91ab-8c6cc2a547bc", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0429 08:41:05.384550 3768 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 ebe48c56262f46e1180cdc1f5b1b7b7a752275139b998f5d3ca59f796dc041b6 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 ebe48c56262f46e1180cdc1f5b1b7b7a752275139b998f5d3ca59f796dc041b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:90:51:9e:d5:b8\",\"name\":\"ebe48c56262f46e\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6c41f68-3d46-4952-8456-2370b006190f\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:41:05.643577 3768 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:05.644138 3768 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:06.533564 3768 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:06.533591 3768 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:06.543159 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0429 08:41:06.543178 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0429 08:41:08.606611 3768 base_network_controller_pods.go:487] [default/openshift-console/console-7d4f6d98cc-rmpvc] creating logical port openshift-console_console-7d4f6d98cc-rmpvc for pod on switch ip-10-0-2-176.ec2.internal I0429 08:41:08.606717 3768 kube.go:256] Updating pod openshift-console/console-7d4f6d98cc-rmpvc I0429 08:41:08.630060 3768 pod.go:62] [openshift-console/console-7d4f6d98cc-rmpvc] pod update took 23.367632ms I0429 08:41:08.630089 3768 base_network_controller_pods.go:951] [default/openshift-console/console-7d4f6d98cc-rmpvc] addLogicalPort annotation time took 23.398022ms I0429 08:41:08.631288 3768 pods.go:271] [openshift-console/console-7d4f6d98cc-rmpvc] addLogicalPort took 24.699553ms, libovsdb time 849.207µs I0429 08:41:08.973745 3768 cni.go:452] [openshift-console/console-7d4f6d98cc-rmpvc 332facb4af4b6d481624100fbeb78de06999e29c2390be13b20c392909eb0af9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7d4f6d98cc-rmpvc 332facb4af4b6d481624100fbeb78de06999e29c2390be13b20c392909eb0af9 network default NAD default NAD key ] I0429 08:41:08.984705 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7d4f6d98cc-rmpvc, hostIfaceName: 332facb4af4b6d4, network: default, NAD default, SandboxID: "332facb4af4b6d481624100fbeb78de06999e29c2390be13b20c392909eb0af9", PCI device ID: , UID: "b9d64ca7-0f64-4af8-a901-c0036aaadd3d", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0429 08:41:09.039924 3768 cni.go:473] [openshift-console/console-7d4f6d98cc-rmpvc 332facb4af4b6d481624100fbeb78de06999e29c2390be13b20c392909eb0af9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7d4f6d98cc-rmpvc 332facb4af4b6d481624100fbeb78de06999e29c2390be13b20c392909eb0af9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:10:55:9e:80:45\",\"name\":\"332facb4af4b6d4\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6db5e6a-fbe7-4548-91ac-275cea85361b\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0429 08:41:19.317504 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0429 08:41:26.342095 3768 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 ebe48c56262f46e1180cdc1f5b1b7b7a752275139b998f5d3ca59f796dc041b6 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 ebe48c56262f46e1180cdc1f5b1b7b7a752275139b998f5d3ca59f796dc041b6 network default NAD default NAD key ] I0429 08:41:26.424945 3768 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 ebe48c56262f46e1180cdc1f5b1b7b7a752275139b998f5d3ca59f796dc041b6 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 ebe48c56262f46e1180cdc1f5b1b7b7a752275139b998f5d3ca59f796dc041b6 network default NAD default NAD key default], result "{}", err I0429 08:41:26.473480 3768 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:26.473517 3768 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 I0429 08:41:26.474940 3768 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582, ips: 10.129.0.22 I0429 08:41:26.474968 3768 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:26.474987 3768 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:41:26.474996 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0429 08:41:26.475201 3768 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:41:26.475217 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0429 08:41:27.500497 3768 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:27.500519 3768 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:27.500537 3768 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:27.500552 3768 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:30.133922 3768 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0429 08:41:30.145625 3768 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0429 08:41:30.365169 3768 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst 97f285ae2c96f4df96e5b6eee965f3242babc249bbbe90b2edb90abe44585bc7 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst 97f285ae2c96f4df96e5b6eee965f3242babc249bbbe90b2edb90abe44585bc7 network default NAD default NAD key ] I0429 08:41:30.455024 3768 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst 97f285ae2c96f4df96e5b6eee965f3242babc249bbbe90b2edb90abe44585bc7 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst 97f285ae2c96f4df96e5b6eee965f3242babc249bbbe90b2edb90abe44585bc7 network default NAD default NAD key default], result "{}", err I0429 08:41:30.527491 3768 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:30.527522 3768 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst I0429 08:41:30.528913 3768 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst, ips: 10.129.0.19 I0429 08:41:30.528947 3768 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:31.378337 3768 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:31.378362 3768 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0429 08:41:32.729454 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:41:32.729481 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:41:32.729488 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0429 08:41:33.944660 3768 obj_retry.go:498] Detected object openshift-console/console-67f858855d-8jljg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:33.945259 3768 obj_retry.go:498] Detected object openshift-console/console-67f858855d-8jljg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:34.033749 3768 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:34.034156 3768 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:34.682596 3768 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:34.682625 3768 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:34.693516 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0429 08:41:34.693533 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0429 08:41:34.718541 3768 obj_retry.go:492] Detected object openshift-console/console-67f858855d-8jljg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:34.718558 3768 obj_retry.go:492] Detected object openshift-console/console-67f858855d-8jljg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:34.725648 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67f858855d-8jljg I0429 08:41:34.725663 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67f858855d-8jljg I0429 08:41:44.632662 3768 obj_retry.go:498] Detected object openshift-console/console-67f858855d-4nzvz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:44.633288 3768 obj_retry.go:498] Detected object openshift-console/console-67f858855d-4nzvz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:45.005483 3768 obj_retry.go:492] Detected object openshift-console/console-67f858855d-4nzvz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:45.005506 3768 obj_retry.go:492] Detected object openshift-console/console-67f858855d-4nzvz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:45.011334 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67f858855d-4nzvz I0429 08:41:45.011361 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67f858855d-4nzvz I0429 08:42:09.139991 3768 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:42:09.140647 3768 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:42:09.810962 3768 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:42:09.810989 3768 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:42:09.820204 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0429 08:42:09.820232 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0429 08:43:45.522815 3768 obj_retry.go:498] Detected object openshift-console/console-7d4f6d98cc-k7cwk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:43:45.523346 3768 obj_retry.go:498] Detected object openshift-console/console-7d4f6d98cc-k7cwk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:43:46.191923 3768 obj_retry.go:492] Detected object openshift-console/console-7d4f6d98cc-k7cwk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:43:46.191948 3768 obj_retry.go:492] Detected object openshift-console/console-7d4f6d98cc-k7cwk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:43:46.199328 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d4f6d98cc-k7cwk I0429 08:43:46.199350 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d4f6d98cc-k7cwk I0429 08:43:56.339475 3768 cni.go:452] [openshift-console/console-7d4f6d98cc-rmpvc 332facb4af4b6d481624100fbeb78de06999e29c2390be13b20c392909eb0af9 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7d4f6d98cc-rmpvc 332facb4af4b6d481624100fbeb78de06999e29c2390be13b20c392909eb0af9 network default NAD default NAD key ] I0429 08:43:56.419343 3768 cni.go:473] [openshift-console/console-7d4f6d98cc-rmpvc 332facb4af4b6d481624100fbeb78de06999e29c2390be13b20c392909eb0af9 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7d4f6d98cc-rmpvc 332facb4af4b6d481624100fbeb78de06999e29c2390be13b20c392909eb0af9 network default NAD default NAD key default], result "{}", err I0429 08:43:56.467628 3768 obj_retry.go:498] Detected object openshift-console/console-7d4f6d98cc-rmpvc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:43:56.467660 3768 pods.go:176] Deleting pod: openshift-console/console-7d4f6d98cc-rmpvc I0429 08:43:56.469185 3768 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7d4f6d98cc-rmpvc, ips: 10.129.0.23 I0429 08:43:56.469213 3768 obj_retry.go:498] Detected object openshift-console/console-7d4f6d98cc-rmpvc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:43:56.918016 3768 obj_retry.go:492] Detected object openshift-console/console-7d4f6d98cc-rmpvc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:43:56.918041 3768 obj_retry.go:492] Detected object openshift-console/console-7d4f6d98cc-rmpvc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:43:56.927886 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d4f6d98cc-rmpvc I0429 08:43:56.927908 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d4f6d98cc-rmpvc I0429 08:44:14.397960 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=130 I0429 08:44:24.397357 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=66 I0429 08:44:43.513873 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0429 08:45:27.407847 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=536 I0429 08:45:35.489768 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0429 08:45:35.501570 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0429 08:45:51.493642 3768 namespace.go:98] [tsf] adding namespace I0429 08:45:51.494588 3768 namespace.go:102] [tsf] adding namespace took 924.353µs I0429 08:45:51.515269 3768 namespace.go:142] [tsf] updating namespace I0429 08:45:51.537148 3768 namespace.go:142] [tsf] updating namespace I0429 08:45:56.091327 3768 namespace.go:98] [tsf-keycloak] adding namespace I0429 08:45:56.092115 3768 namespace.go:102] [tsf-keycloak] adding namespace took 765.631µs I0429 08:45:56.094945 3768 namespace.go:98] [tsf-tas] adding namespace I0429 08:45:56.095675 3768 namespace.go:102] [tsf-tas] adding namespace took 712.553µs I0429 08:45:56.102356 3768 namespace.go:98] [rhbk-operator] adding namespace I0429 08:45:56.102471 3768 namespace.go:98] [rhtpa-operator] adding namespace I0429 08:45:56.102613 3768 namespace.go:98] [cert-manager-operator] adding namespace I0429 08:45:56.102630 3768 namespace.go:98] [konflux-operator] adding namespace I0429 08:45:56.103081 3768 namespace.go:102] [rhbk-operator] adding namespace took 711.496µs I0429 08:45:56.103755 3768 namespace.go:102] [rhtpa-operator] adding namespace took 1.265311ms I0429 08:45:56.104373 3768 namespace.go:102] [cert-manager-operator] adding namespace took 1.742261ms I0429 08:45:56.104986 3768 namespace.go:102] [konflux-operator] adding namespace took 2.347172ms I0429 08:45:56.105014 3768 namespace.go:98] [konflux-ui] adding namespace I0429 08:45:56.105406 3768 namespace.go:102] [konflux-ui] adding namespace took 386.173µs I0429 08:45:56.106485 3768 namespace.go:98] [tsf-tpa] adding namespace I0429 08:45:56.107110 3768 namespace.go:102] [tsf-tpa] adding namespace took 612.281µs I0429 08:45:56.136149 3768 namespace.go:142] [tsf-keycloak] updating namespace I0429 08:45:56.142224 3768 namespace.go:142] [tsf-keycloak] updating namespace I0429 08:45:56.165094 3768 namespace.go:142] [tsf-tas] updating namespace I0429 08:45:56.177517 3768 namespace.go:142] [rhbk-operator] updating namespace I0429 08:45:56.177665 3768 namespace.go:142] [rhtpa-operator] updating namespace I0429 08:45:56.177699 3768 namespace.go:142] [cert-manager-operator] updating namespace I0429 08:45:56.192451 3768 namespace.go:142] [tsf-tas] updating namespace I0429 08:45:56.192554 3768 namespace.go:142] [konflux-operator] updating namespace I0429 08:45:56.200114 3768 namespace.go:142] [konflux-ui] updating namespace I0429 08:45:56.200228 3768 namespace.go:142] [tsf-tpa] updating namespace I0429 08:45:56.203254 3768 namespace.go:142] [tsf-keycloak] updating namespace I0429 08:45:56.263349 3768 namespace.go:142] [rhtpa-operator] updating namespace I0429 08:45:56.291259 3768 namespace.go:142] [rhtpa-operator] updating namespace I0429 08:45:56.291320 3768 namespace.go:142] [cert-manager-operator] updating namespace I0429 08:45:56.304325 3768 namespace.go:142] [tsf-tas] updating namespace I0429 08:45:56.304363 3768 namespace.go:142] [cert-manager-operator] updating namespace I0429 08:45:56.304447 3768 namespace.go:142] [konflux-operator] updating namespace I0429 08:45:56.337209 3768 namespace.go:142] [konflux-operator] updating namespace I0429 08:45:56.348099 3768 namespace.go:142] [konflux-ui] updating namespace I0429 08:45:56.368562 3768 namespace.go:142] [konflux-ui] updating namespace I0429 08:45:56.382785 3768 namespace.go:142] [tsf-tpa] updating namespace I0429 08:45:56.400494 3768 namespace.go:142] [tsf-tpa] updating namespace I0429 08:45:56.404600 3768 namespace.go:142] [rhbk-operator] updating namespace I0429 08:45:56.433214 3768 namespace.go:142] [rhbk-operator] updating namespace I0429 08:45:57.600301 3768 namespace.go:142] [tsf-tpa] updating namespace I0429 08:45:57.607458 3768 namespace.go:142] [tsf-keycloak] updating namespace I0429 08:45:57.785590 3768 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-176.ec2.internal I0429 08:45:57.785702 3768 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0429 08:45:57.813916 3768 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 28.240138ms I0429 08:45:57.813937 3768 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 28.26331ms I0429 08:45:57.815106 3768 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 29.531018ms, libovsdb time 865.521µs I0429 08:45:58.161037 3768 cni.go:452] [tsf/test-tsf-subscriptions 1da2a7863d5e280d86ed865d7f451778f173290b8ee9649c3bd55be6d75b0b5e network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 1da2a7863d5e280d86ed865d7f451778f173290b8ee9649c3bd55be6d75b0b5e network default NAD default NAD key ] I0429 08:45:58.170189 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 1da2a7863d5e280, network: default, NAD default, SandboxID: "1da2a7863d5e280d86ed865d7f451778f173290b8ee9649c3bd55be6d75b0b5e", PCI device ID: , UID: "45fc8ffd-5c6b-452e-b704-105f08fd0c84", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0429 08:45:58.221033 3768 cni.go:473] [tsf/test-tsf-subscriptions 1da2a7863d5e280d86ed865d7f451778f173290b8ee9649c3bd55be6d75b0b5e network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 1da2a7863d5e280d86ed865d7f451778f173290b8ee9649c3bd55be6d75b0b5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:1c:b9:30:1a:d9\",\"name\":\"1da2a7863d5e280\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a737a46-23dd-40a9-8f73-1764fe8f6dd2\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:45:59.218922 3768 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb for pod on switch ip-10-0-2-176.ec2.internal I0429 08:45:59.219068 3768 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb I0429 08:45:59.233807 3768 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb] pod update took 14.770466ms I0429 08:45:59.233835 3768 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb] addLogicalPort annotation time took 14.802796ms I0429 08:45:59.235268 3768 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb] addLogicalPort took 16.368838ms, libovsdb time 1.011938ms I0429 08:45:59.296926 3768 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv for pod on switch ip-10-0-2-176.ec2.internal I0429 08:45:59.297054 3768 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv I0429 08:45:59.311018 3768 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv] pod update took 13.991773ms I0429 08:45:59.311041 3768 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv] addLogicalPort annotation time took 14.021447ms I0429 08:45:59.312510 3768 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv] addLogicalPort took 15.606122ms, libovsdb time 1.151086ms I0429 08:45:59.847554 3768 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv 48083941ee5a0835d7b39c3970ee8e0bc814fa9cf09b43227e7e7b19c2b62af6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv 48083941ee5a0835d7b39c3970ee8e0bc814fa9cf09b43227e7e7b19c2b62af6 network default NAD default NAD key ] I0429 08:45:59.847554 3768 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb 461246f0d93bf75e1ea1aac67a3b6d3886bb49e8b01280a66b2bead80e904d1a network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb 461246f0d93bf75e1ea1aac67a3b6d3886bb49e8b01280a66b2bead80e904d1a network default NAD default NAD key ] I0429 08:45:59.859755 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb, hostIfaceName: 461246f0d93bf75, network: default, NAD default, SandboxID: "461246f0d93bf75e1ea1aac67a3b6d3886bb49e8b01280a66b2bead80e904d1a", PCI device ID: , UID: "6d6565ea-b307-4a9b-818b-89cbd9cbe7f7", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0429 08:45:59.860482 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv, hostIfaceName: 48083941ee5a083, network: default, NAD default, SandboxID: "48083941ee5a0835d7b39c3970ee8e0bc814fa9cf09b43227e7e7b19c2b62af6", PCI device ID: , UID: "dd8a1d0b-75da-4bad-9d7b-b8275ed6cb1c", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0429 08:45:59.909108 3768 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb 461246f0d93bf75e1ea1aac67a3b6d3886bb49e8b01280a66b2bead80e904d1a network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb 461246f0d93bf75e1ea1aac67a3b6d3886bb49e8b01280a66b2bead80e904d1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:db:23:85:45:4d\",\"name\":\"461246f0d93bf75\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/530d9fd3-eb5f-44af-99a3-869a1b963442\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:45:59.926808 3768 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv 48083941ee5a0835d7b39c3970ee8e0bc814fa9cf09b43227e7e7b19c2b62af6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv 48083941ee5a0835d7b39c3970ee8e0bc814fa9cf09b43227e7e7b19c2b62af6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:8b:80:a8:a1:02\",\"name\":\"48083941ee5a083\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/180d8a92-9039-409d-a3e9-846e421f0c0e\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:46:02.204552 3768 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d for pod on switch ip-10-0-2-176.ec2.internal I0429 08:46:02.204687 3768 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d I0429 08:46:02.217103 3768 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d] pod update took 12.446641ms I0429 08:46:02.217125 3768 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d] addLogicalPort annotation time took 12.474128ms I0429 08:46:02.218394 3768 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d] addLogicalPort took 13.86247ms, libovsdb time 902.328µs I0429 08:46:02.608491 3768 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d 00f78cff7e2fb48941168844409f257b32e91dae8ed2a4afa02a47414ee9d0ce network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d 00f78cff7e2fb48941168844409f257b32e91dae8ed2a4afa02a47414ee9d0ce network default NAD default NAD key ] I0429 08:46:02.621706 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d, hostIfaceName: 00f78cff7e2fb48, network: default, NAD default, SandboxID: "00f78cff7e2fb48941168844409f257b32e91dae8ed2a4afa02a47414ee9d0ce", PCI device ID: , UID: "e21f128c-0c00-44b0-90e6-f3170ab92973", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0429 08:46:02.689293 3768 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d 00f78cff7e2fb48941168844409f257b32e91dae8ed2a4afa02a47414ee9d0ce network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d 00f78cff7e2fb48941168844409f257b32e91dae8ed2a4afa02a47414ee9d0ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:3b:04:14:cf:34\",\"name\":\"00f78cff7e2fb48\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3409b4c-0e5b-4555-a681-95c06e1490d5\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:46:03.997282 3768 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv for pod on switch ip-10-0-2-176.ec2.internal I0429 08:46:03.997392 3768 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv I0429 08:46:04.009627 3768 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv] pod update took 12.268606ms I0429 08:46:04.009656 3768 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv] addLogicalPort annotation time took 12.302046ms I0429 08:46:04.011084 3768 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv] addLogicalPort took 13.818034ms, libovsdb time 1.031622ms I0429 08:46:05.442338 3768 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv 48083941ee5a0835d7b39c3970ee8e0bc814fa9cf09b43227e7e7b19c2b62af6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv 48083941ee5a0835d7b39c3970ee8e0bc814fa9cf09b43227e7e7b19c2b62af6 network default NAD default NAD key ] I0429 08:46:05.444846 3768 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb 461246f0d93bf75e1ea1aac67a3b6d3886bb49e8b01280a66b2bead80e904d1a network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb 461246f0d93bf75e1ea1aac67a3b6d3886bb49e8b01280a66b2bead80e904d1a network default NAD default NAD key ] I0429 08:46:05.458526 3768 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v for pod on switch ip-10-0-2-176.ec2.internal I0429 08:46:05.458669 3768 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v I0429 08:46:05.471514 3768 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v] pod update took 12.880949ms I0429 08:46:05.471542 3768 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v] addLogicalPort annotation time took 12.913075ms I0429 08:46:05.472907 3768 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v] addLogicalPort took 14.398086ms, libovsdb time 895.277µs I0429 08:46:05.515863 3768 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv 48083941ee5a0835d7b39c3970ee8e0bc814fa9cf09b43227e7e7b19c2b62af6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv 48083941ee5a0835d7b39c3970ee8e0bc814fa9cf09b43227e7e7b19c2b62af6 network default NAD default NAD key default], result "{}", err I0429 08:46:05.549249 3768 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb 461246f0d93bf75e1ea1aac67a3b6d3886bb49e8b01280a66b2bead80e904d1a network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb 461246f0d93bf75e1ea1aac67a3b6d3886bb49e8b01280a66b2bead80e904d1a network default NAD default NAD key default], result "{}", err I0429 08:46:05.562248 3768 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w for pod on switch ip-10-0-2-176.ec2.internal I0429 08:46:05.562350 3768 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w I0429 08:46:05.574403 3768 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w] pod update took 12.082987ms I0429 08:46:05.574422 3768 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w] addLogicalPort annotation time took 12.105238ms I0429 08:46:05.575721 3768 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w] addLogicalPort took 13.486566ms, libovsdb time 927.581µs I0429 08:46:06.424772 3768 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:06.424853 3768 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb I0429 08:46:06.426394 3768 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb, ips: 10.129.0.25 I0429 08:46:06.426442 3768 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:06.426472 3768 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:06.426480 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 08:46:06.426740 3768 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:06.426762 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 08:46:06.451897 3768 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:06.451936 3768 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv I0429 08:46:06.453298 3768 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv, ips: 10.129.0.26 I0429 08:46:06.453325 3768 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:06.453343 3768 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:06.453350 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 08:46:06.453557 3768 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:06.453573 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 08:46:07.449088 3768 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:07.449117 3768 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:07.449134 3768 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:07.449154 3768 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:07.477549 3768 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:07.477569 3768 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:07.477581 3768 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:07.477598 3768 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:08.886307 3768 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv 7bd4b7fcc46c64f33c62dba3ec51ac586d841b762ef39d1d07f799280318f72e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv 7bd4b7fcc46c64f33c62dba3ec51ac586d841b762ef39d1d07f799280318f72e network default NAD default NAD key ] I0429 08:46:08.886482 3768 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w ce39d6683bb3410f6b7502da6b62cd8329d3f77048bb01ccb3aec2a69570cc51 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w ce39d6683bb3410f6b7502da6b62cd8329d3f77048bb01ccb3aec2a69570cc51 network default NAD default NAD key ] I0429 08:46:08.886664 3768 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v cfd17516de54a6f288bf7f44deab19fabd56833ef71023ecee7ef55e9d041c4d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v cfd17516de54a6f288bf7f44deab19fabd56833ef71023ecee7ef55e9d041c4d network default NAD default NAD key ] I0429 08:46:08.903817 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w, hostIfaceName: ce39d6683bb3410, network: default, NAD default, SandboxID: "ce39d6683bb3410f6b7502da6b62cd8329d3f77048bb01ccb3aec2a69570cc51", PCI device ID: , UID: "1604f253-dd7b-44a0-a741-b98a254c0ca6", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0429 08:46:08.903918 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v, hostIfaceName: cfd17516de54a6f, network: default, NAD default, SandboxID: "cfd17516de54a6f288bf7f44deab19fabd56833ef71023ecee7ef55e9d041c4d", PCI device ID: , UID: "3f0f9a6a-ac75-4fea-8d5f-29da0703dead", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0429 08:46:08.905657 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv, hostIfaceName: 7bd4b7fcc46c64f, network: default, NAD default, SandboxID: "7bd4b7fcc46c64f33c62dba3ec51ac586d841b762ef39d1d07f799280318f72e", PCI device ID: , UID: "30d2fb5d-db2d-45aa-a5f3-bfc0b82b8033", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0429 08:46:08.967198 3768 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w ce39d6683bb3410f6b7502da6b62cd8329d3f77048bb01ccb3aec2a69570cc51 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w ce39d6683bb3410f6b7502da6b62cd8329d3f77048bb01ccb3aec2a69570cc51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:c1:33:26:07:9e\",\"name\":\"ce39d6683bb3410\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbc02e00-0658-43d6-9d4b-3e7bf0ef6f41\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:46:09.197469 3768 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v cfd17516de54a6f288bf7f44deab19fabd56833ef71023ecee7ef55e9d041c4d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v cfd17516de54a6f288bf7f44deab19fabd56833ef71023ecee7ef55e9d041c4d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:a3:84:64:4f:9e\",\"name\":\"cfd17516de54a6f\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/985c0361-95f1-4bf1-b252-c9c045f032a9\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:46:09.197582 3768 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv 7bd4b7fcc46c64f33c62dba3ec51ac586d841b762ef39d1d07f799280318f72e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv 7bd4b7fcc46c64f33c62dba3ec51ac586d841b762ef39d1d07f799280318f72e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:26:62:23:a4:63\",\"name\":\"7bd4b7fcc46c64f\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b3ad93b-1707-4e05-8a93-326a3ed925cf\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:46:09.396785 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0429 08:46:11.495668 3768 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d 00f78cff7e2fb48941168844409f257b32e91dae8ed2a4afa02a47414ee9d0ce network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d 00f78cff7e2fb48941168844409f257b32e91dae8ed2a4afa02a47414ee9d0ce network default NAD default NAD key ] I0429 08:46:11.563700 3768 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d 00f78cff7e2fb48941168844409f257b32e91dae8ed2a4afa02a47414ee9d0ce network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d 00f78cff7e2fb48941168844409f257b32e91dae8ed2a4afa02a47414ee9d0ce network default NAD default NAD key default], result "{}", err I0429 08:46:11.616885 3768 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:11.616924 3768 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d I0429 08:46:11.618522 3768 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d, ips: 10.129.0.27 I0429 08:46:11.618562 3768 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:11.618587 3768 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:11.618599 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 08:46:11.618870 3768 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:11.618890 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 08:46:12.504113 3768 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv 7bd4b7fcc46c64f33c62dba3ec51ac586d841b762ef39d1d07f799280318f72e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv 7bd4b7fcc46c64f33c62dba3ec51ac586d841b762ef39d1d07f799280318f72e network default NAD default NAD key ] I0429 08:46:12.504171 3768 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w ce39d6683bb3410f6b7502da6b62cd8329d3f77048bb01ccb3aec2a69570cc51 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w ce39d6683bb3410f6b7502da6b62cd8329d3f77048bb01ccb3aec2a69570cc51 network default NAD default NAD key ] I0429 08:46:12.584166 3768 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv 7bd4b7fcc46c64f33c62dba3ec51ac586d841b762ef39d1d07f799280318f72e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv 7bd4b7fcc46c64f33c62dba3ec51ac586d841b762ef39d1d07f799280318f72e network default NAD default NAD key default], result "{}", err I0429 08:46:12.600780 3768 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w ce39d6683bb3410f6b7502da6b62cd8329d3f77048bb01ccb3aec2a69570cc51 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w ce39d6683bb3410f6b7502da6b62cd8329d3f77048bb01ccb3aec2a69570cc51 network default NAD default NAD key default], result "{}", err I0429 08:46:12.668389 3768 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:12.668420 3768 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv I0429 08:46:12.669774 3768 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv, ips: 10.129.0.28 I0429 08:46:12.669799 3768 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:12.669816 3768 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:12.669822 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 08:46:12.669993 3768 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:12.670012 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 08:46:12.778617 3768 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:12.778666 3768 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w I0429 08:46:12.779903 3768 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w, ips: 10.129.0.30 I0429 08:46:12.779930 3768 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:12.779948 3768 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:12.779956 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 08:46:12.780132 3768 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:12.780144 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 08:46:12.780340 3768 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:12.780356 3768 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:12.780366 3768 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:12.780376 3768 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:13.513910 3768 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v cfd17516de54a6f288bf7f44deab19fabd56833ef71023ecee7ef55e9d041c4d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v cfd17516de54a6f288bf7f44deab19fabd56833ef71023ecee7ef55e9d041c4d network default NAD default NAD key ] I0429 08:46:13.580452 3768 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v cfd17516de54a6f288bf7f44deab19fabd56833ef71023ecee7ef55e9d041c4d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v cfd17516de54a6f288bf7f44deab19fabd56833ef71023ecee7ef55e9d041c4d network default NAD default NAD key default], result "{}", err I0429 08:46:13.630469 3768 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:13.630501 3768 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v I0429 08:46:13.631873 3768 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v, ips: 10.129.0.29 I0429 08:46:13.631895 3768 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:13.631913 3768 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:13.631922 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 08:46:13.632088 3768 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:13.632109 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 08:46:13.695100 3768 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:13.695153 3768 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:13.695168 3768 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:13.695183 3768 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:13.808192 3768 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:13.808218 3768 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:13.808233 3768 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:13.808245 3768 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:14.677665 3768 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:14.677696 3768 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:14.677709 3768 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:14.677723 3768 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0429 08:46:19.840977 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0429 08:46:20.239214 3768 namespace.go:98] [cert-manager] adding namespace I0429 08:46:20.240083 3768 namespace.go:102] [cert-manager] adding namespace took 840.757µs I0429 08:46:20.313309 3768 namespace.go:142] [cert-manager] updating namespace I0429 08:46:20.344285 3768 namespace.go:142] [cert-manager] updating namespace W0429 08:46:20.913498 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0429 08:46:20.929347 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0429 08:46:24.818232 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0429 08:46:24.818254 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0429 08:46:26.205256 3768 namespace.go:142] [openshift-operators] updating namespace I0429 08:46:26.230426 3768 namespace.go:142] [openshift-operators] updating namespace I0429 08:46:30.485783 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0429 08:46:33.525698 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0429 08:46:33.765677 3768 namespace.go:142] [openshift-operators] updating namespace I0429 08:46:35.191616 3768 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-klrfn] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-klrfn for pod on switch ip-10-0-2-176.ec2.internal I0429 08:46:35.191734 3768 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-klrfn I0429 08:46:35.215412 3768 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-klrfn] pod update took 23.710476ms I0429 08:46:35.215452 3768 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-klrfn] addLogicalPort annotation time took 23.735938ms I0429 08:46:35.216543 3768 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-klrfn] addLogicalPort took 24.942796ms, libovsdb time 801.115µs I0429 08:46:35.562691 3768 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-klrfn a4de3ad0f1e87dba947be809bf502095e40f68eaf7735331e05180dc35a63cfc network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-klrfn a4de3ad0f1e87dba947be809bf502095e40f68eaf7735331e05180dc35a63cfc network default NAD default NAD key ] I0429 08:46:35.572129 3768 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-klrfn, hostIfaceName: a4de3ad0f1e87db, network: default, NAD default, SandboxID: "a4de3ad0f1e87dba947be809bf502095e40f68eaf7735331e05180dc35a63cfc", PCI device ID: , UID: "3ce05063-2ca0-4d88-a090-93200edf9198", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0429 08:46:35.623782 3768 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-klrfn a4de3ad0f1e87dba947be809bf502095e40f68eaf7735331e05180dc35a63cfc network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-klrfn a4de3ad0f1e87dba947be809bf502095e40f68eaf7735331e05180dc35a63cfc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:69:ab:58:fc:67\",\"name\":\"a4de3ad0f1e87db\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6ed5bb3-23dc-4e80-a2e0-a4a017ae72f1\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0429 08:46:37.124250 3768 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0429 08:46:38.823396 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0429 08:46:44.955474 3768 namespace.go:98] [trusted-artifact-signer] adding namespace I0429 08:46:44.956257 3768 namespace.go:102] [trusted-artifact-signer] adding namespace took 763.819µs W0429 08:46:45.032611 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0429 08:46:45.080584 3768 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 08:46:45.123482 3768 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 08:46:48.042820 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0429 08:46:48.042880 3768 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-vt6lk IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-vt6lk: no pod IPs found W0429 08:46:49.689531 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0429 08:46:50.514541 3768 namespace.go:98] [openshift-pipelines] adding namespace I0429 08:46:50.515362 3768 namespace.go:102] [openshift-pipelines] adding namespace took 799.877µs I0429 08:46:50.627530 3768 namespace.go:142] [openshift-pipelines] updating namespace I0429 08:46:51.453720 3768 namespace.go:142] [cert-manager] updating namespace I0429 08:46:51.662684 3768 namespace.go:142] [cert-manager-operator] updating namespace I0429 08:46:52.051473 3768 namespace.go:142] [konflux-operator] updating namespace I0429 08:46:52.259455 3768 namespace.go:142] [konflux-ui] updating namespace I0429 08:46:52.446828 3768 namespace.go:142] [open-cluster-management-2pvn461a2e3dg73kigr9ohvaqf1urjn8] updating namespace I0429 08:46:52.854453 3768 namespace.go:142] [rhbk-operator] updating namespace I0429 08:46:53.063185 3768 namespace.go:142] [rhtpa-operator] updating namespace I0429 08:46:53.251376 3768 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 08:46:53.457513 3768 namespace.go:142] [tsf] updating namespace I0429 08:46:53.651856 3768 namespace.go:142] [tsf-keycloak] updating namespace I0429 08:46:53.858736 3768 namespace.go:142] [tsf-tas] updating namespace I0429 08:46:54.053459 3768 namespace.go:142] [tsf-tpa] updating namespace I0429 08:46:54.205372 3768 namespace.go:142] [cert-manager] updating namespace I0429 08:46:54.219393 3768 namespace.go:142] [cert-manager-operator] updating namespace I0429 08:46:54.230290 3768 namespace.go:142] [default] updating namespace I0429 08:46:54.245810 3768 namespace.go:142] [konflux-operator] updating namespace I0429 08:46:54.261343 3768 namespace.go:142] [konflux-ui] updating namespace I0429 08:46:54.272116 3768 namespace.go:142] [open-cluster-management-2pvn461a2e3dg73kigr9ohvaqf1urjn8] updating namespace I0429 08:46:54.280863 3768 namespace.go:142] [openshift] updating namespace I0429 08:46:54.294495 3768 namespace.go:142] [rhbk-operator] updating namespace I0429 08:46:54.306455 3768 namespace.go:142] [rhtpa-operator] updating namespace I0429 08:46:54.319640 3768 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 08:46:54.333560 3768 namespace.go:142] [tsf] updating namespace I0429 08:46:54.346700 3768 namespace.go:142] [tsf-keycloak] updating namespace I0429 08:46:54.359533 3768 namespace.go:142] [tsf-tas] updating namespace I0429 08:46:54.373143 3768 namespace.go:142] [tsf-tpa] updating namespace I0429 08:46:54.441229 3768 namespace.go:142] [cert-manager] updating namespace I0429 08:46:54.550299 3768 namespace.go:142] [cert-manager-operator] updating namespace I0429 08:46:54.639371 3768 namespace.go:142] [default] updating namespace I0429 08:46:54.739992 3768 namespace.go:142] [konflux-operator] updating namespace I0429 08:46:54.841321 3768 namespace.go:142] [konflux-ui] updating namespace I0429 08:46:54.944354 3768 namespace.go:142] [open-cluster-management-2pvn461a2e3dg73kigr9ohvaqf1urjn8] updating namespace I0429 08:46:55.038093 3768 namespace.go:142] [openshift] updating namespace I0429 08:46:55.141593 3768 namespace.go:142] [rhbk-operator] updating namespace I0429 08:46:55.244560 3768 namespace.go:142] [rhtpa-operator] updating namespace I0429 08:46:55.339626 3768 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 08:46:55.405411 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=99 I0429 08:46:55.440760 3768 namespace.go:142] [tsf] updating namespace I0429 08:46:55.543733 3768 namespace.go:142] [tsf-keycloak] updating namespace I0429 08:46:55.643648 3768 namespace.go:142] [tsf-tas] updating namespace I0429 08:46:55.747495 3768 namespace.go:142] [tsf-tpa] updating namespace I0429 08:46:56.194291 3768 namespace.go:142] [openshift-pipelines] updating namespace I0429 08:46:57.404937 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0429 08:47:00.520197 3768 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0429 08:47:01.770922 3768 cni.go:452] [tsf/test-tsf-subscriptions 1da2a7863d5e280d86ed865d7f451778f173290b8ee9649c3bd55be6d75b0b5e network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 1da2a7863d5e280d86ed865d7f451778f173290b8ee9649c3bd55be6d75b0b5e network default NAD default NAD key ] I0429 08:47:01.849866 3768 cni.go:473] [tsf/test-tsf-subscriptions 1da2a7863d5e280d86ed865d7f451778f173290b8ee9649c3bd55be6d75b0b5e network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 1da2a7863d5e280d86ed865d7f451778f173290b8ee9649c3bd55be6d75b0b5e network default NAD default NAD key default], result "{}", err I0429 08:47:01.905539 3768 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:47:01.905571 3768 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0429 08:47:01.906786 3768 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.24 I0429 08:47:01.906817 3768 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:47:01.937254 3768 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:47:01.937274 3768 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:47:01.942138 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0429 08:47:01.942162 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0429 08:47:03.417139 3768 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-176.ec2.internal I0429 08:47:03.417225 3768 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0429 08:47:03.432060 3768 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.857414ms I0429 08:47:03.432079 3768 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.881178ms I0429 08:47:03.433250 3768 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.127163ms, libovsdb time 855.369µs I0429 08:47:03.794171 3768 cni.go:452] [tsf/test-tsf-infrastructure aa14d959189c9f16ec69b92ab8c931699bbbc4c9a55e27c3fe69878bb65306a9 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure aa14d959189c9f16ec69b92ab8c931699bbbc4c9a55e27c3fe69878bb65306a9 network default NAD default NAD key ] I0429 08:47:03.804029 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: aa14d959189c9f1, network: default, NAD default, SandboxID: "aa14d959189c9f16ec69b92ab8c931699bbbc4c9a55e27c3fe69878bb65306a9", PCI device ID: , UID: "f3b51c09-f14f-4f15-9dc3-80e331e5efa3", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0429 08:47:03.854020 3768 cni.go:473] [tsf/test-tsf-infrastructure aa14d959189c9f16ec69b92ab8c931699bbbc4c9a55e27c3fe69878bb65306a9 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure aa14d959189c9f16ec69b92ab8c931699bbbc4c9a55e27c3fe69878bb65306a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:1d:ce:ef:e4:b1\",\"name\":\"aa14d959189c9f1\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d539fac-4f4f-4a49-bd3e-c6b64fe147c7\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:47:04.160676 3768 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rcm9m] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-rcm9m for pod on switch ip-10-0-2-176.ec2.internal I0429 08:47:04.160763 3768 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rcm9m I0429 08:47:04.184303 3768 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rcm9m] pod update took 23.570634ms I0429 08:47:04.184325 3768 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rcm9m] addLogicalPort annotation time took 23.595413ms I0429 08:47:04.185394 3768 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rcm9m] addLogicalPort took 24.730835ms, libovsdb time 723.909µs I0429 08:47:04.258375 3768 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sbx5k] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-sbx5k for pod on switch ip-10-0-2-176.ec2.internal I0429 08:47:04.258509 3768 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sbx5k I0429 08:47:04.276159 3768 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sbx5k] pod update took 17.686062ms I0429 08:47:04.276180 3768 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sbx5k] addLogicalPort annotation time took 17.755051ms I0429 08:47:04.277493 3768 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sbx5k] addLogicalPort took 19.129343ms, libovsdb time 863.131µs I0429 08:47:04.359389 3768 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hm77l] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-hm77l for pod on switch ip-10-0-2-176.ec2.internal I0429 08:47:04.359486 3768 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hm77l I0429 08:47:04.381834 3768 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hm77l] pod update took 22.372274ms I0429 08:47:04.381854 3768 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hm77l] addLogicalPort annotation time took 22.39609ms I0429 08:47:04.383009 3768 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hm77l] addLogicalPort took 23.632272ms, libovsdb time 802.179µs I0429 08:47:04.516339 3768 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rcm9m b853aebc1ccfa19880a3e341deec7c50695e98cb19d5a9190d881a3c5048480d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rcm9m b853aebc1ccfa19880a3e341deec7c50695e98cb19d5a9190d881a3c5048480d network default NAD default NAD key ] I0429 08:47:04.527356 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-rcm9m, hostIfaceName: b853aebc1ccfa19, network: default, NAD default, SandboxID: "b853aebc1ccfa19880a3e341deec7c50695e98cb19d5a9190d881a3c5048480d", PCI device ID: , UID: "8edf1889-6e96-4f86-91d7-ec120123b1bb", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0429 08:47:04.575308 3768 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rcm9m b853aebc1ccfa19880a3e341deec7c50695e98cb19d5a9190d881a3c5048480d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rcm9m b853aebc1ccfa19880a3e341deec7c50695e98cb19d5a9190d881a3c5048480d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:fc:67:4b:2b:59\",\"name\":\"b853aebc1ccfa19\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8725e7f3-1549-4cf8-917c-acfad570bc12\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:47:04.620556 3768 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sbx5k 7b95343df9d43f2636c72fe0568df22943e0398b4177c537b4d9d2f3b662f3c8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sbx5k 7b95343df9d43f2636c72fe0568df22943e0398b4177c537b4d9d2f3b662f3c8 network default NAD default NAD key ] I0429 08:47:04.643515 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-sbx5k, hostIfaceName: 7b95343df9d43f2, network: default, NAD default, SandboxID: "7b95343df9d43f2636c72fe0568df22943e0398b4177c537b4d9d2f3b662f3c8", PCI device ID: , UID: "5b33aad8-a6ec-4afa-9226-9a725139b0df", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0429 08:47:04.694607 3768 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sbx5k 7b95343df9d43f2636c72fe0568df22943e0398b4177c537b4d9d2f3b662f3c8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sbx5k 7b95343df9d43f2636c72fe0568df22943e0398b4177c537b4d9d2f3b662f3c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:5e:fb:8c:c2:83\",\"name\":\"7b95343df9d43f2\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c785aea6-88da-4ebc-9f54-62415fc7684b\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:47:04.710279 3768 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hm77l f437376abeca87970b3b853021358e26cfbca12e85cc7fb700f8e35a689de0c2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hm77l f437376abeca87970b3b853021358e26cfbca12e85cc7fb700f8e35a689de0c2 network default NAD default NAD key ] I0429 08:47:04.719479 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-hm77l, hostIfaceName: f437376abeca879, network: default, NAD default, SandboxID: "f437376abeca87970b3b853021358e26cfbca12e85cc7fb700f8e35a689de0c2", PCI device ID: , UID: "9f59b4c8-b111-4613-9eed-bb49a80c2e83", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0429 08:47:04.769267 3768 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hm77l f437376abeca87970b3b853021358e26cfbca12e85cc7fb700f8e35a689de0c2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hm77l f437376abeca87970b3b853021358e26cfbca12e85cc7fb700f8e35a689de0c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:57:9d:61:38:6a\",\"name\":\"f437376abeca879\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f311611b-fbcb-4a39-8305-b24ad4a3a2e1\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:47:06.293750 3768 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-mqzzr] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-mqzzr for pod on switch ip-10-0-2-176.ec2.internal I0429 08:47:06.293894 3768 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-mqzzr I0429 08:47:06.306217 3768 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-mqzzr] pod update took 12.351894ms I0429 08:47:06.306240 3768 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-mqzzr] addLogicalPort annotation time took 12.384096ms I0429 08:47:06.307483 3768 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-mqzzr] addLogicalPort took 13.753717ms, libovsdb time 888.041µs I0429 08:47:06.390050 3768 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-d7jqt] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-d7jqt for pod on switch ip-10-0-2-176.ec2.internal I0429 08:47:06.390136 3768 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-d7jqt I0429 08:47:06.401759 3768 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-d7jqt] pod update took 11.645763ms I0429 08:47:06.401782 3768 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-d7jqt] addLogicalPort annotation time took 11.674779ms I0429 08:47:06.403182 3768 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-d7jqt] addLogicalPort took 13.149832ms, libovsdb time 992.988µs W0429 08:47:08.021176 3768 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 08:47:08.021262 3768 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 08:47:08.021275 3768 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 08:47:08.066208 3768 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0429 08:47:08.066228 3768 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0429 08:47:08.066234 3768 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0429 08:47:08.819787 3768 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 08:47:08.819806 3768 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 08:47:08.819811 3768 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 08:47:08.819816 3768 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0429 08:47:11.496677 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0429 08:47:11.552357 3768 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-d7jqt 42bc53dcc4c5507f40083b57df1b4c4fe6ddb33c20ba7982f8472a7a95cdb6c9 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-d7jqt 42bc53dcc4c5507f40083b57df1b4c4fe6ddb33c20ba7982f8472a7a95cdb6c9 network default NAD default NAD key ] I0429 08:47:11.561846 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-d7jqt, hostIfaceName: 42bc53dcc4c5507, network: default, NAD default, SandboxID: "42bc53dcc4c5507f40083b57df1b4c4fe6ddb33c20ba7982f8472a7a95cdb6c9", PCI device ID: , UID: "20621e1e-2bbe-48cd-b9a0-107746889ee5", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0429 08:47:11.613824 3768 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-d7jqt 42bc53dcc4c5507f40083b57df1b4c4fe6ddb33c20ba7982f8472a7a95cdb6c9 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-d7jqt 42bc53dcc4c5507f40083b57df1b4c4fe6ddb33c20ba7982f8472a7a95cdb6c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:da:32:c8:16:42\",\"name\":\"42bc53dcc4c5507\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae799c92-c53d-42f4-98b1-e450069c6f4b\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:47:11.770168 3768 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-mqzzr ca01bc37f805788694998324e2882e124b6298305ad59adfeea5d9d9cc4e5b29 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-mqzzr ca01bc37f805788694998324e2882e124b6298305ad59adfeea5d9d9cc4e5b29 network default NAD default NAD key ] I0429 08:47:11.781136 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-mqzzr, hostIfaceName: ca01bc37f805788, network: default, NAD default, SandboxID: "ca01bc37f805788694998324e2882e124b6298305ad59adfeea5d9d9cc4e5b29", PCI device ID: , UID: "c4c933e7-a2e0-4b96-aec6-38da65f7dd4a", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0429 08:47:11.838912 3768 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-mqzzr ca01bc37f805788694998324e2882e124b6298305ad59adfeea5d9d9cc4e5b29 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-mqzzr ca01bc37f805788694998324e2882e124b6298305ad59adfeea5d9d9cc4e5b29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:2a:53:2e:6b:97\",\"name\":\"ca01bc37f805788\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ced0798b-cc1f-47f2-a852-cab3ae3d22b5\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0429 08:47:16.891549 3768 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0429 08:47:16.918498 3768 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0429 08:47:19.829752 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 08:47:19.829774 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 08:47:19.829780 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 08:47:19.829785 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 08:47:30.102016 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0429 08:47:37.876834 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0429 08:47:37.907626 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0429 08:47:39.997001 3768 cni.go:452] [tsf/test-tsf-infrastructure aa14d959189c9f16ec69b92ab8c931699bbbc4c9a55e27c3fe69878bb65306a9 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure aa14d959189c9f16ec69b92ab8c931699bbbc4c9a55e27c3fe69878bb65306a9 network default NAD default NAD key ] I0429 08:47:40.086744 3768 cni.go:473] [tsf/test-tsf-infrastructure aa14d959189c9f16ec69b92ab8c931699bbbc4c9a55e27c3fe69878bb65306a9 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure aa14d959189c9f16ec69b92ab8c931699bbbc4c9a55e27c3fe69878bb65306a9 network default NAD default NAD key default], result "{}", err I0429 08:47:40.212297 3768 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:47:40.212328 3768 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0429 08:47:40.213634 3768 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.32 I0429 08:47:40.213663 3768 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:47:40.245996 3768 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:47:40.246014 3768 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:47:40.246390 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0429 08:47:40.246417 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0429 08:47:41.506708 3768 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-176.ec2.internal I0429 08:47:41.506830 3768 kube.go:256] Updating pod tsf/test-tsf-iam I0429 08:47:41.522737 3768 pod.go:62] [tsf/test-tsf-iam] pod update took 15.933028ms I0429 08:47:41.522756 3768 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.956447ms I0429 08:47:41.524008 3768 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.321814ms, libovsdb time 860.896µs I0429 08:47:41.954266 3768 cni.go:452] [tsf/test-tsf-iam 18875d2c38031bd42b64788f51b00eb5e2c376f067d8ecb2747636456223a38d network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 18875d2c38031bd42b64788f51b00eb5e2c376f067d8ecb2747636456223a38d network default NAD default NAD key ] I0429 08:47:41.964150 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 18875d2c38031bd, network: default, NAD default, SandboxID: "18875d2c38031bd42b64788f51b00eb5e2c376f067d8ecb2747636456223a38d", PCI device ID: , UID: "923d7be1-4d63-43ce-916b-7bb4aae312df", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0429 08:47:42.014279 3768 cni.go:473] [tsf/test-tsf-iam 18875d2c38031bd42b64788f51b00eb5e2c376f067d8ecb2747636456223a38d network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 18875d2c38031bd42b64788f51b00eb5e2c376f067d8ecb2747636456223a38d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:fd:ec:39:e0:49\",\"name\":\"18875d2c38031bd\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/380ad1cb-2258-4a9c-9f08-1a3fe8748ad2\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:47:42.324774 3768 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0429 08:47:42.325417 3768 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0429 08:47:42.325455 3768 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0429 08:47:42.327481 3768 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0429 08:47:42.696873 3768 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-176.ec2.internal I0429 08:47:42.696970 3768 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0429 08:47:42.712833 3768 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.89297ms I0429 08:47:42.712853 3768 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.91804ms I0429 08:47:42.714157 3768 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.298781ms, libovsdb time 956.493µs I0429 08:47:43.055090 3768 cni.go:452] [tsf-keycloak/keycloak-0 8c7dd22f5dd5e472d16ff91df3716c0ea9dd6b068ec52cf325a63a131c31dfdf network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 8c7dd22f5dd5e472d16ff91df3716c0ea9dd6b068ec52cf325a63a131c31dfdf network default NAD default NAD key ] I0429 08:47:43.064490 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 8c7dd22f5dd5e47, network: default, NAD default, SandboxID: "8c7dd22f5dd5e472d16ff91df3716c0ea9dd6b068ec52cf325a63a131c31dfdf", PCI device ID: , UID: "4cbfd49b-5d5d-4dfd-bf83-99c78bba7b81", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0429 08:47:43.114194 3768 cni.go:473] [tsf-keycloak/keycloak-0 8c7dd22f5dd5e472d16ff91df3716c0ea9dd6b068ec52cf325a63a131c31dfdf network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 8c7dd22f5dd5e472d16ff91df3716c0ea9dd6b068ec52cf325a63a131c31dfdf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:89:55:be:c2:d8\",\"name\":\"8c7dd22f5dd5e47\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a549bc73-20d0-421f-a3f4-f40181352102\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:47:48.170030 3768 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0429 08:47:50.069542 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0429 08:47:50.069569 3768 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0429 08:47:50.071102 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0429 08:47:50.071118 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0429 08:48:09.329350 3768 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0429 08:48:09.329368 3768 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0429 08:48:09.329373 3768 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0429 08:48:12.284540 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0429 08:48:12.284564 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0429 08:48:12.287748 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0429 08:48:12.287763 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0429 08:48:12.582655 3768 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-tktsl] creating logical port tsf-keycloak_tsf-iam-tktsl for pod on switch ip-10-0-2-176.ec2.internal I0429 08:48:12.582756 3768 kube.go:256] Updating pod tsf-keycloak/tsf-iam-tktsl I0429 08:48:12.595273 3768 pod.go:62] [tsf-keycloak/tsf-iam-tktsl] pod update took 12.543534ms I0429 08:48:12.595297 3768 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-tktsl] addLogicalPort annotation time took 12.581183ms I0429 08:48:12.596587 3768 pods.go:271] [tsf-keycloak/tsf-iam-tktsl] addLogicalPort took 13.952055ms, libovsdb time 923.805µs I0429 08:48:12.944777 3768 cni.go:452] [tsf-keycloak/tsf-iam-tktsl 4f5961824759dbed72eca71e8a13ba00ab26acb9806063cdd4924e303b64fa22 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-tktsl 4f5961824759dbed72eca71e8a13ba00ab26acb9806063cdd4924e303b64fa22 network default NAD default NAD key ] I0429 08:48:12.955194 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-tktsl, hostIfaceName: 4f5961824759dbe, network: default, NAD default, SandboxID: "4f5961824759dbed72eca71e8a13ba00ab26acb9806063cdd4924e303b64fa22", PCI device ID: , UID: "0112fc84-b86c-481b-b7a1-70946a89eb14", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0429 08:48:13.005921 3768 cni.go:473] [tsf-keycloak/tsf-iam-tktsl 4f5961824759dbed72eca71e8a13ba00ab26acb9806063cdd4924e303b64fa22 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-tktsl 4f5961824759dbed72eca71e8a13ba00ab26acb9806063cdd4924e303b64fa22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:07:53:85:64:7a\",\"name\":\"4f5961824759dbe\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b02ac1b3-3fd3-44e0-8d71-ddb27332de8a\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:48:14.507606 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0429 08:48:15.234729 3768 cni.go:452] [tsf/test-tsf-iam 18875d2c38031bd42b64788f51b00eb5e2c376f067d8ecb2747636456223a38d network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 18875d2c38031bd42b64788f51b00eb5e2c376f067d8ecb2747636456223a38d network default NAD default NAD key ] I0429 08:48:15.330425 3768 cni.go:473] [tsf/test-tsf-iam 18875d2c38031bd42b64788f51b00eb5e2c376f067d8ecb2747636456223a38d network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 18875d2c38031bd42b64788f51b00eb5e2c376f067d8ecb2747636456223a38d network default NAD default NAD key default], result "{}", err I0429 08:48:15.388226 3768 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:48:15.388293 3768 pods.go:176] Deleting pod: tsf/test-tsf-iam I0429 08:48:15.389803 3768 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.38 I0429 08:48:15.389834 3768 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:48:15.436756 3768 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:48:15.436854 3768 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:48:15.443551 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0429 08:48:15.443575 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0429 08:48:16.422744 3768 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-176.ec2.internal I0429 08:48:16.422944 3768 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0429 08:48:16.436803 3768 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 13.893931ms I0429 08:48:16.436831 3768 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 13.927945ms I0429 08:48:16.442241 3768 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 19.520148ms, libovsdb time 4.934069ms I0429 08:48:16.810931 3768 cni.go:452] [tsf-tas/test-tsf-tas 0da0cbdca0839198ac11a133f471f9d2a35c2f4c92c85053a1b24fe713c8b031 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 0da0cbdca0839198ac11a133f471f9d2a35c2f4c92c85053a1b24fe713c8b031 network default NAD default NAD key ] I0429 08:48:16.824113 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 0da0cbdca083919, network: default, NAD default, SandboxID: "0da0cbdca0839198ac11a133f471f9d2a35c2f4c92c85053a1b24fe713c8b031", PCI device ID: , UID: "686ed750-5445-46b3-a11a-a20ef71b2f42", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0429 08:48:16.894713 3768 cni.go:473] [tsf-tas/test-tsf-tas 0da0cbdca0839198ac11a133f471f9d2a35c2f4c92c85053a1b24fe713c8b031 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 0da0cbdca0839198ac11a133f471f9d2a35c2f4c92c85053a1b24fe713c8b031 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:c7:7d:20:0e:17\",\"name\":\"0da0cbdca083919\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ef76b52-0337-4e04-a651-78a7c62014ce\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:48:20.264973 3768 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-znxjs] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-znxjs for pod on switch ip-10-0-2-176.ec2.internal I0429 08:48:20.265068 3768 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-znxjs I0429 08:48:20.276021 3768 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-znxjs] pod update took 10.973887ms I0429 08:48:20.276049 3768 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-znxjs] addLogicalPort annotation time took 11.008059ms I0429 08:48:20.277690 3768 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-znxjs] addLogicalPort took 12.73212ms, libovsdb time 1.258539ms I0429 08:48:20.662518 3768 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-znxjs 9ebce76b2fa18e4585760ca2766334904258319d6f87fdd9b98b6ca6cebf0654 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-znxjs 9ebce76b2fa18e4585760ca2766334904258319d6f87fdd9b98b6ca6cebf0654 network default NAD default NAD key ] I0429 08:48:20.672471 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-znxjs, hostIfaceName: 9ebce76b2fa18e4, network: default, NAD default, SandboxID: "9ebce76b2fa18e4585760ca2766334904258319d6f87fdd9b98b6ca6cebf0654", PCI device ID: , UID: "ef6f3268-d074-4803-84c7-74e274944b12", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0429 08:48:20.726830 3768 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-znxjs 9ebce76b2fa18e4585760ca2766334904258319d6f87fdd9b98b6ca6cebf0654 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-znxjs 9ebce76b2fa18e4585760ca2766334904258319d6f87fdd9b98b6ca6cebf0654 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:30:c6:0d:8d:43\",\"name\":\"9ebce76b2fa18e4\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fb7ebba-481b-40d0-9ca0-f113ef1efbad\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0429 08:48:26.430888 3768 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0429 08:48:31.366155 3768 cni.go:452] [tsf-keycloak/tsf-iam-tktsl 4f5961824759dbed72eca71e8a13ba00ab26acb9806063cdd4924e303b64fa22 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-tktsl 4f5961824759dbed72eca71e8a13ba00ab26acb9806063cdd4924e303b64fa22 network default NAD default NAD key ] I0429 08:48:31.449762 3768 cni.go:473] [tsf-keycloak/tsf-iam-tktsl 4f5961824759dbed72eca71e8a13ba00ab26acb9806063cdd4924e303b64fa22 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-tktsl 4f5961824759dbed72eca71e8a13ba00ab26acb9806063cdd4924e303b64fa22 network default NAD default NAD key default], result "{}", err I0429 08:48:31.509703 3768 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tktsl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:48:31.509732 3768 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-tktsl I0429 08:48:31.511116 3768 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-tktsl, ips: 10.129.0.40 I0429 08:48:31.511145 3768 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tktsl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:48:32.391136 3768 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tktsl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:48:32.391163 3768 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tktsl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0429 08:48:32.485998 3768 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0429 08:48:35.615313 3768 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-l7mgr-796qq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:48:35.615902 3768 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-l7mgr-796qq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:48:36.635659 3768 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-l7mgr-796qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:48:36.635681 3768 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-l7mgr-796qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:48:39.101508 3768 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-p447v] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-p447v for pod on switch ip-10-0-2-176.ec2.internal I0429 08:48:39.101595 3768 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-p447v I0429 08:48:39.116253 3768 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-p447v] pod update took 14.683455ms I0429 08:48:39.116273 3768 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-p447v] addLogicalPort annotation time took 14.70795ms I0429 08:48:39.117497 3768 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-p447v] addLogicalPort took 16.007797ms, libovsdb time 874.515µs I0429 08:48:39.194763 3768 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wr74f] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-wr74f for pod on switch ip-10-0-2-176.ec2.internal I0429 08:48:39.194837 3768 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wr74f I0429 08:48:39.210578 3768 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wr74f] pod update took 15.758481ms I0429 08:48:39.210601 3768 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wr74f] addLogicalPort annotation time took 15.784634ms I0429 08:48:39.211796 3768 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wr74f] addLogicalPort took 17.05ms, libovsdb time 819.023µs I0429 08:48:39.467424 3768 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-p447v ba971f016192cc7c8c2ddc112cf8b544b524627fc3811a42c03d8e87c53f1de1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-p447v ba971f016192cc7c8c2ddc112cf8b544b524627fc3811a42c03d8e87c53f1de1 network default NAD default NAD key ] I0429 08:48:39.476814 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-p447v, hostIfaceName: ba971f016192cc7, network: default, NAD default, SandboxID: "ba971f016192cc7c8c2ddc112cf8b544b524627fc3811a42c03d8e87c53f1de1", PCI device ID: , UID: "e55ed0ab-68df-49c2-8a3b-efd30b195748", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0429 08:48:39.529007 3768 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-p447v ba971f016192cc7c8c2ddc112cf8b544b524627fc3811a42c03d8e87c53f1de1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-p447v ba971f016192cc7c8c2ddc112cf8b544b524627fc3811a42c03d8e87c53f1de1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:89:d4:a8:e7:8a\",\"name\":\"ba971f016192cc7\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0dca1032-0b3e-49d6-9911-7ce3c13f033b\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:48:39.557825 3768 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wr74f 81c14997669be514b780d384f6a194652f3c715e5d2ceee622bb8b032aeb8081 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wr74f 81c14997669be514b780d384f6a194652f3c715e5d2ceee622bb8b032aeb8081 network default NAD default NAD key ] I0429 08:48:39.568958 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-wr74f, hostIfaceName: 81c14997669be51, network: default, NAD default, SandboxID: "81c14997669be514b780d384f6a194652f3c715e5d2ceee622bb8b032aeb8081", PCI device ID: , UID: "0846b2a0-8ee6-46b7-aaf7-2aa518dfc1b1", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0429 08:48:39.620241 3768 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wr74f 81c14997669be514b780d384f6a194652f3c715e5d2ceee622bb8b032aeb8081 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wr74f 81c14997669be514b780d384f6a194652f3c715e5d2ceee622bb8b032aeb8081 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:f7:49:52:76:a7\",\"name\":\"81c14997669be51\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a04c15ff-cb4a-4c5f-9a31-6ff4340953fa\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:48:40.485296 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 W0429 08:48:40.501558 3768 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0429 08:48:42.434978 3768 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0429 08:48:42.434999 3768 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0429 08:48:42.462165 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0429 08:48:42.462187 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0429 08:48:44.449151 3768 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0429 08:48:55.455192 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0429 08:48:55.526259 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0429 08:48:56.562602 3768 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-r65zl] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-r65zl for pod on switch ip-10-0-2-176.ec2.internal I0429 08:48:56.562722 3768 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-r65zl I0429 08:48:56.576513 3768 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-r65zl] pod update took 13.813638ms I0429 08:48:56.576532 3768 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-r65zl] addLogicalPort annotation time took 13.836183ms I0429 08:48:56.577837 3768 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-r65zl] addLogicalPort took 15.254618ms, libovsdb time 940.33µs I0429 08:48:56.925454 3768 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-r65zl fc71fa554759a8ff694dccf4f09ff1ce3fdf7ef54a10fd8a9813e3628c3c0c9b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-r65zl fc71fa554759a8ff694dccf4f09ff1ce3fdf7ef54a10fd8a9813e3628c3c0c9b network default NAD default NAD key ] I0429 08:48:56.934932 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-r65zl, hostIfaceName: fc71fa554759a8f, network: default, NAD default, SandboxID: "fc71fa554759a8ff694dccf4f09ff1ce3fdf7ef54a10fd8a9813e3628c3c0c9b", PCI device ID: , UID: "73c4af11-f2d2-4f1a-ac9b-a30879860599", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0429 08:48:56.985960 3768 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-r65zl fc71fa554759a8ff694dccf4f09ff1ce3fdf7ef54a10fd8a9813e3628c3c0c9b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-r65zl fc71fa554759a8ff694dccf4f09ff1ce3fdf7ef54a10fd8a9813e3628c3c0c9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:a0:a7:d0:4c:23\",\"name\":\"fc71fa554759a8f\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21b0b922-05a2-45a5-a024-dd125cdc34e8\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:49:14.624375 3768 cni.go:452] [tsf-tas/test-tsf-tas 0da0cbdca0839198ac11a133f471f9d2a35c2f4c92c85053a1b24fe713c8b031 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 0da0cbdca0839198ac11a133f471f9d2a35c2f4c92c85053a1b24fe713c8b031 network default NAD default NAD key ] I0429 08:49:14.704230 3768 cni.go:473] [tsf-tas/test-tsf-tas 0da0cbdca0839198ac11a133f471f9d2a35c2f4c92c85053a1b24fe713c8b031 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 0da0cbdca0839198ac11a133f471f9d2a35c2f4c92c85053a1b24fe713c8b031 network default NAD default NAD key default], result "{}", err I0429 08:49:14.760988 3768 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:14.761019 3768 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0429 08:49:14.762402 3768 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.41 I0429 08:49:14.762456 3768 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:14.783349 3768 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:14.783366 3768 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:14.790748 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0429 08:49:14.790776 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0429 08:49:15.581680 3768 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-t7nbf] creating logical port tsf_patch-tekton-config-t7nbf for pod on switch ip-10-0-2-176.ec2.internal I0429 08:49:15.581774 3768 kube.go:256] Updating pod tsf/patch-tekton-config-t7nbf I0429 08:49:15.595348 3768 pod.go:62] [tsf/patch-tekton-config-t7nbf] pod update took 13.596177ms I0429 08:49:15.595371 3768 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-t7nbf] addLogicalPort annotation time took 13.626032ms I0429 08:49:15.596763 3768 pods.go:271] [tsf/patch-tekton-config-t7nbf] addLogicalPort took 15.105353ms, libovsdb time 983.404µs I0429 08:49:16.027965 3768 cni.go:452] [tsf/patch-tekton-config-t7nbf 817a6aefa248788289f43ebdaf908bf68855cd6a1dfabbae2577dd18ade9960f network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-t7nbf 817a6aefa248788289f43ebdaf908bf68855cd6a1dfabbae2577dd18ade9960f network default NAD default NAD key ] I0429 08:49:16.037568 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-t7nbf, hostIfaceName: 817a6aefa248788, network: default, NAD default, SandboxID: "817a6aefa248788289f43ebdaf908bf68855cd6a1dfabbae2577dd18ade9960f", PCI device ID: , UID: "4667f2d1-fb24-46e5-a968-6ce062e1cd4d", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0429 08:49:16.088374 3768 cni.go:473] [tsf/patch-tekton-config-t7nbf 817a6aefa248788289f43ebdaf908bf68855cd6a1dfabbae2577dd18ade9960f network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-t7nbf 817a6aefa248788289f43ebdaf908bf68855cd6a1dfabbae2577dd18ade9960f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:5e:34:2c:28:c9\",\"name\":\"817a6aefa248788\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/764dea47-2747-4269-acc6-bc673dfaa2f0\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:49:26.695644 3768 cni.go:452] [tsf/patch-tekton-config-t7nbf 817a6aefa248788289f43ebdaf908bf68855cd6a1dfabbae2577dd18ade9960f network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-t7nbf 817a6aefa248788289f43ebdaf908bf68855cd6a1dfabbae2577dd18ade9960f network default NAD default NAD key ] I0429 08:49:26.771174 3768 cni.go:473] [tsf/patch-tekton-config-t7nbf 817a6aefa248788289f43ebdaf908bf68855cd6a1dfabbae2577dd18ade9960f network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-t7nbf 817a6aefa248788289f43ebdaf908bf68855cd6a1dfabbae2577dd18ade9960f network default NAD default NAD key default], result "{}", err I0429 08:49:26.826585 3768 obj_retry.go:498] Detected object tsf/patch-tekton-config-t7nbf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:26.826622 3768 pods.go:176] Deleting pod: tsf/patch-tekton-config-t7nbf I0429 08:49:26.827932 3768 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-t7nbf, ips: 10.129.0.46 I0429 08:49:26.827962 3768 obj_retry.go:498] Detected object tsf/patch-tekton-config-t7nbf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:27.709953 3768 obj_retry.go:492] Detected object tsf/patch-tekton-config-t7nbf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:27.709983 3768 obj_retry.go:492] Detected object tsf/patch-tekton-config-t7nbf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:27.820866 3768 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-l22lj] creating logical port tsf_tsf-tekton-configuration-l22lj for pod on switch ip-10-0-2-176.ec2.internal I0429 08:49:27.820949 3768 kube.go:256] Updating pod tsf/tsf-tekton-configuration-l22lj I0429 08:49:27.832742 3768 pod.go:62] [tsf/tsf-tekton-configuration-l22lj] pod update took 11.812739ms I0429 08:49:27.832761 3768 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-l22lj] addLogicalPort annotation time took 11.835864ms I0429 08:49:27.834229 3768 pods.go:271] [tsf/tsf-tekton-configuration-l22lj] addLogicalPort took 13.36322ms, libovsdb time 973.087µs I0429 08:49:28.181461 3768 cni.go:452] [tsf/tsf-tekton-configuration-l22lj af53cc9b5170d6b8cceba086621c803037f159358ee62113421bcdd834bc3f20 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-l22lj af53cc9b5170d6b8cceba086621c803037f159358ee62113421bcdd834bc3f20 network default NAD default NAD key ] I0429 08:49:28.194676 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-l22lj, hostIfaceName: af53cc9b5170d6b, network: default, NAD default, SandboxID: "af53cc9b5170d6b8cceba086621c803037f159358ee62113421bcdd834bc3f20", PCI device ID: , UID: "317cb50c-b87e-45b0-b5ba-df3135f9ac05", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0429 08:49:28.248507 3768 cni.go:473] [tsf/tsf-tekton-configuration-l22lj af53cc9b5170d6b8cceba086621c803037f159358ee62113421bcdd834bc3f20 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-l22lj af53cc9b5170d6b8cceba086621c803037f159358ee62113421bcdd834bc3f20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:0d:9b:78:d6:50\",\"name\":\"af53cc9b5170d6b\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a29c2d4a-fda2-4244-a6bc-6415c3a54713\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:49:32.399284 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0429 08:49:35.749619 3768 cni.go:452] [tsf/tsf-tekton-configuration-l22lj af53cc9b5170d6b8cceba086621c803037f159358ee62113421bcdd834bc3f20 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-l22lj af53cc9b5170d6b8cceba086621c803037f159358ee62113421bcdd834bc3f20 network default NAD default NAD key ] I0429 08:49:35.825992 3768 cni.go:473] [tsf/tsf-tekton-configuration-l22lj af53cc9b5170d6b8cceba086621c803037f159358ee62113421bcdd834bc3f20 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-l22lj af53cc9b5170d6b8cceba086621c803037f159358ee62113421bcdd834bc3f20 network default NAD default NAD key default], result "{}", err I0429 08:49:35.880384 3768 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-l22lj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:35.880413 3768 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-l22lj I0429 08:49:35.881601 3768 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-l22lj, ips: 10.129.0.47 I0429 08:49:35.881633 3768 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-l22lj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:36.899724 3768 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-l22lj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:36.899746 3768 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-l22lj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:36.934353 3768 obj_retry.go:492] Detected object tsf/patch-tekton-config-t7nbf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:36.934383 3768 obj_retry.go:492] Detected object tsf/patch-tekton-config-t7nbf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:36.939405 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-t7nbf I0429 08:49:36.939460 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-t7nbf I0429 08:49:37.723687 3768 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-176.ec2.internal I0429 08:49:37.723815 3768 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0429 08:49:37.737324 3768 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.531914ms I0429 08:49:37.737345 3768 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.558765ms I0429 08:49:37.738850 3768 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.176497ms, libovsdb time 1.06915ms I0429 08:49:38.084902 3768 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 1ecca769c3ccc50356f2140fe17584446e2369e47307d24fbc2e7a3962dcb653 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 1ecca769c3ccc50356f2140fe17584446e2369e47307d24fbc2e7a3962dcb653 network default NAD default NAD key ] I0429 08:49:38.094365 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 1ecca769c3ccc50, network: default, NAD default, SandboxID: "1ecca769c3ccc50356f2140fe17584446e2369e47307d24fbc2e7a3962dcb653", PCI device ID: , UID: "1c712342-d294-4106-90bd-2d4f3063c43a", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0429 08:49:38.145215 3768 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 1ecca769c3ccc50356f2140fe17584446e2369e47307d24fbc2e7a3962dcb653 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 1ecca769c3ccc50356f2140fe17584446e2369e47307d24fbc2e7a3962dcb653 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:10:86:d2:32:34\",\"name\":\"1ecca769c3ccc50\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fa0f5bd-31fd-404b-85f5-5d99c0b3c823\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:49:40.781385 3768 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 1ecca769c3ccc50356f2140fe17584446e2369e47307d24fbc2e7a3962dcb653 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 1ecca769c3ccc50356f2140fe17584446e2369e47307d24fbc2e7a3962dcb653 network default NAD default NAD key ] I0429 08:49:40.865418 3768 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 1ecca769c3ccc50356f2140fe17584446e2369e47307d24fbc2e7a3962dcb653 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 1ecca769c3ccc50356f2140fe17584446e2369e47307d24fbc2e7a3962dcb653 network default NAD default NAD key default], result "{}", err I0429 08:49:40.917455 3768 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:40.917487 3768 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0429 08:49:40.918657 3768 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.48 I0429 08:49:40.918690 3768 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:40.944256 3768 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:40.944275 3768 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:40.952948 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0429 08:49:40.952973 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0429 08:49:41.313385 3768 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-176.ec2.internal I0429 08:49:41.313496 3768 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0429 08:49:41.329710 3768 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 16.236666ms I0429 08:49:41.329736 3768 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 16.265212ms I0429 08:49:41.331005 3768 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 17.635326ms, libovsdb time 862.438µs I0429 08:49:41.676138 3768 cni.go:452] [tsf-tpa/test-tsf-tpa f16e0373f879ad3e50a8fa998a546c7e7ea37861301ae3a97792f49fd7184310 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa f16e0373f879ad3e50a8fa998a546c7e7ea37861301ae3a97792f49fd7184310 network default NAD default NAD key ] I0429 08:49:41.685878 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: f16e0373f879ad3, network: default, NAD default, SandboxID: "f16e0373f879ad3e50a8fa998a546c7e7ea37861301ae3a97792f49fd7184310", PCI device ID: , UID: "e8ed58bc-1fc0-4d45-87f5-76f50ce1fc27", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0429 08:49:41.736792 3768 cni.go:473] [tsf-tpa/test-tsf-tpa f16e0373f879ad3e50a8fa998a546c7e7ea37861301ae3a97792f49fd7184310 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa f16e0373f879ad3e50a8fa998a546c7e7ea37861301ae3a97792f49fd7184310 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:3a:12:e7:5d:71\",\"name\":\"f16e0373f879ad3\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20a77e4f-42d6-44e3-8c37-b308590040b9\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:49:41.952468 3768 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-jf5x8-hpwsq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:41.953026 3768 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-jf5x8-hpwsq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:42.822238 3768 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-jf5x8-hpwsq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:42.822262 3768 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-jf5x8-hpwsq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0429 08:49:46.841730 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0429 08:49:46.988955 3768 obj_retry.go:498] Detected object tsf-tpa/create-db-js87p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:46.989540 3768 obj_retry.go:498] Detected object tsf-tpa/create-db-js87p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:48.014654 3768 obj_retry.go:492] Detected object tsf-tpa/create-db-js87p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:48.014679 3768 obj_retry.go:492] Detected object tsf-tpa/create-db-js87p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:51.014286 3768 obj_retry.go:498] Detected object tsf-tpa/migrate-db-tdxfr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:51.014926 3768 obj_retry.go:498] Detected object tsf-tpa/migrate-db-tdxfr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:51.178018 3768 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tdxfr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:51.178038 3768 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tdxfr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:52.993073 3768 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-khcdl-7ffq5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:52.993692 3768 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-khcdl-7ffq5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:53.442521 3768 namespace.go:142] [openshift-pipelines] updating namespace I0429 08:49:53.879227 3768 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-khcdl-7ffq5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:53.879250 3768 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-khcdl-7ffq5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:54.319787 3768 base_network_controller_pods.go:487] [default/tsf-tpa/server-9d9c65bc-gr6kr] creating logical port tsf-tpa_server-9d9c65bc-gr6kr for pod on switch ip-10-0-2-176.ec2.internal I0429 08:49:54.319942 3768 kube.go:256] Updating pod tsf-tpa/server-9d9c65bc-gr6kr I0429 08:49:54.333910 3768 pod.go:62] [tsf-tpa/server-9d9c65bc-gr6kr] pod update took 13.993503ms I0429 08:49:54.333932 3768 base_network_controller_pods.go:951] [default/tsf-tpa/server-9d9c65bc-gr6kr] addLogicalPort annotation time took 14.024952ms I0429 08:49:54.335266 3768 pods.go:271] [tsf-tpa/server-9d9c65bc-gr6kr] addLogicalPort took 15.497138ms, libovsdb time 942.713µs I0429 08:49:56.004681 3768 obj_retry.go:498] Detected object tsf-tpa/create-importers-j4z9z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:56.005071 3768 obj_retry.go:498] Detected object tsf-tpa/create-importers-j4z9z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:56.023475 3768 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-qkbpv] creating logical port tsf-tpa_importer-86bcdf477b-qkbpv for pod on switch ip-10-0-2-176.ec2.internal I0429 08:49:56.023554 3768 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-qkbpv I0429 08:49:56.038144 3768 pod.go:62] [tsf-tpa/importer-86bcdf477b-qkbpv] pod update took 14.608086ms I0429 08:49:56.038167 3768 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-qkbpv] addLogicalPort annotation time took 14.636151ms I0429 08:49:56.039381 3768 pods.go:271] [tsf-tpa/importer-86bcdf477b-qkbpv] addLogicalPort took 15.916881ms, libovsdb time 807.301µs I0429 08:49:57.027487 3768 obj_retry.go:492] Detected object tsf-tpa/create-importers-j4z9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:57.027509 3768 obj_retry.go:492] Detected object tsf-tpa/create-importers-j4z9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0429 08:49:58.892668 3768 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0429 08:49:59.926066 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0429 08:50:03.085719 3768 cni.go:452] [tsf-tpa/server-9d9c65bc-gr6kr 0f26b8da5c63b9b8f7d4139fbfa53068cc7d20bd9fa2c1131b919d587da9ebe1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-9d9c65bc-gr6kr 0f26b8da5c63b9b8f7d4139fbfa53068cc7d20bd9fa2c1131b919d587da9ebe1 network default NAD default NAD key ] I0429 08:50:03.089618 3768 cni.go:452] [tsf-tpa/importer-86bcdf477b-qkbpv 7d9f33f4013b10699d9196e046f2084d272b54b83426a5cb56b8f717f439c0ee network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-qkbpv 7d9f33f4013b10699d9196e046f2084d272b54b83426a5cb56b8f717f439c0ee network default NAD default NAD key ] I0429 08:50:03.095480 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-9d9c65bc-gr6kr, hostIfaceName: 0f26b8da5c63b9b, network: default, NAD default, SandboxID: "0f26b8da5c63b9b8f7d4139fbfa53068cc7d20bd9fa2c1131b919d587da9ebe1", PCI device ID: , UID: "2e268d10-c706-4bf0-a823-ecdaf9d15095", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0429 08:50:03.098776 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-qkbpv, hostIfaceName: 7d9f33f4013b106, network: default, NAD default, SandboxID: "7d9f33f4013b10699d9196e046f2084d272b54b83426a5cb56b8f717f439c0ee", PCI device ID: , UID: "ee03ff1f-c229-42a4-a517-6901f5b313f7", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0429 08:50:03.146243 3768 cni.go:473] [tsf-tpa/server-9d9c65bc-gr6kr 0f26b8da5c63b9b8f7d4139fbfa53068cc7d20bd9fa2c1131b919d587da9ebe1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-9d9c65bc-gr6kr 0f26b8da5c63b9b8f7d4139fbfa53068cc7d20bd9fa2c1131b919d587da9ebe1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:d7:23:e8:48:74\",\"name\":\"0f26b8da5c63b9b\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02cdd26f-dcb2-493d-b2aa-ea3ac4e5ac83\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:50:03.166127 3768 cni.go:473] [tsf-tpa/importer-86bcdf477b-qkbpv 7d9f33f4013b10699d9196e046f2084d272b54b83426a5cb56b8f717f439c0ee network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-qkbpv 7d9f33f4013b10699d9196e046f2084d272b54b83426a5cb56b8f717f439c0ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:cb:ef:63:10:57\",\"name\":\"7d9f33f4013b106\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8854a9d2-6ed8-4e30-817a-dca1608cede1\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0429 08:50:04.067026 3768 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624210-rgm6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:50:04.067620 3768 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624210-rgm6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:50:04.941018 3768 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624210-rgm6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:50:04.941046 3768 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624210-rgm6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0429 08:50:05.933554 3768 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0429 08:50:05.939343 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0429 08:50:16.941234 3768 util.go:959] Failed to build node endpoints for node ip-10-0-2-176.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0429 08:50:34.089162 3768 cni.go:452] [tsf-tpa/test-tsf-tpa f16e0373f879ad3e50a8fa998a546c7e7ea37861301ae3a97792f49fd7184310 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa f16e0373f879ad3e50a8fa998a546c7e7ea37861301ae3a97792f49fd7184310 network default NAD default NAD key ] I0429 08:50:34.180374 3768 cni.go:473] [tsf-tpa/test-tsf-tpa f16e0373f879ad3e50a8fa998a546c7e7ea37861301ae3a97792f49fd7184310 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa f16e0373f879ad3e50a8fa998a546c7e7ea37861301ae3a97792f49fd7184310 network default NAD default NAD key default], result "{}", err I0429 08:50:34.236278 3768 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:50:34.236312 3768 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0429 08:50:34.237695 3768 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.49 I0429 08:50:34.237720 3768 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:50:34.282498 3768 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:50:34.282519 3768 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:50:34.290360 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0429 08:50:34.290387 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0429 08:50:35.153608 3768 namespace.go:98] [build-service] adding namespace I0429 08:50:35.154408 3768 namespace.go:102] [build-service] adding namespace took 774.614µs I0429 08:50:35.160216 3768 namespace.go:98] [default-tenant] adding namespace I0429 08:50:35.160340 3768 namespace.go:98] [image-controller] adding namespace I0429 08:50:35.160940 3768 namespace.go:102] [default-tenant] adding namespace took 707.524µs I0429 08:50:35.161459 3768 namespace.go:102] [image-controller] adding namespace took 1.104065ms I0429 08:50:35.166490 3768 namespace.go:98] [integration-service] adding namespace I0429 08:50:35.166983 3768 namespace.go:102] [integration-service] adding namespace took 479.659µs I0429 08:50:35.261699 3768 namespace.go:142] [build-service] updating namespace I0429 08:50:35.282520 3768 namespace.go:142] [build-service] updating namespace I0429 08:50:35.297414 3768 namespace.go:142] [default-tenant] updating namespace I0429 08:50:35.323512 3768 namespace.go:142] [default-tenant] updating namespace I0429 08:50:35.356959 3768 namespace.go:142] [image-controller] updating namespace I0429 08:50:35.398521 3768 namespace.go:142] [image-controller] updating namespace I0429 08:50:35.408857 3768 namespace.go:142] [build-service] updating namespace I0429 08:50:35.408947 3768 namespace.go:142] [integration-service] updating namespace I0429 08:50:35.448078 3768 namespace.go:142] [integration-service] updating namespace I0429 08:50:35.470749 3768 namespace.go:142] [integration-service] updating namespace I0429 08:50:35.470932 3768 namespace.go:98] [release-service] adding namespace I0429 08:50:35.471714 3768 namespace.go:102] [release-service] adding namespace took 762.304µs I0429 08:50:35.511393 3768 namespace.go:142] [konflux-ui] updating namespace I0429 08:50:35.555338 3768 namespace.go:142] [release-service] updating namespace I0429 08:50:35.567316 3768 namespace.go:142] [release-service] updating namespace I0429 08:50:35.632344 3768 namespace.go:98] [konflux-info] adding namespace I0429 08:50:35.633183 3768 namespace.go:102] [konflux-info] adding namespace took 822.818µs I0429 08:50:35.694586 3768 namespace.go:142] [konflux-info] updating namespace I0429 08:50:35.758781 3768 namespace.go:98] [namespace-lister] adding namespace I0429 08:50:35.759550 3768 namespace.go:102] [namespace-lister] adding namespace took 754.472µs I0429 08:50:35.928346 3768 namespace.go:98] [enterprise-contract-service] adding namespace I0429 08:50:35.928480 3768 namespace.go:142] [konflux-info] updating namespace I0429 08:50:35.929044 3768 namespace.go:102] [enterprise-contract-service] adding namespace took 681.86µs I0429 08:50:35.959267 3768 namespace.go:142] [image-controller] updating namespace I0429 08:50:36.017565 3768 namespace.go:142] [namespace-lister] updating namespace I0429 08:50:36.138256 3768 namespace.go:142] [namespace-lister] updating namespace I0429 08:50:36.331765 3768 namespace.go:142] [enterprise-contract-service] updating namespace I0429 08:50:36.475491 3768 namespace.go:142] [enterprise-contract-service] updating namespace I0429 08:50:36.475600 3768 namespace.go:142] [default-tenant] updating namespace I0429 08:50:36.813983 3768 namespace.go:98] [segment-bridge] adding namespace I0429 08:50:36.814819 3768 namespace.go:102] [segment-bridge] adding namespace took 817.13µs I0429 08:50:37.021328 3768 namespace.go:142] [segment-bridge] updating namespace I0429 08:50:37.042260 3768 namespace.go:98] [konflux-cli] adding namespace I0429 08:50:37.043083 3768 namespace.go:102] [konflux-cli] adding namespace took 805.979µs I0429 08:50:37.151376 3768 namespace.go:142] [segment-bridge] updating namespace I0429 08:50:37.266584 3768 namespace.go:142] [konflux-cli] updating namespace I0429 08:50:37.376471 3768 namespace.go:142] [konflux-cli] updating namespace I0429 08:50:37.450414 3768 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0429 08:50:37.451034 3768 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0429 08:50:37.451051 3768 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0429 08:50:37.453529 3768 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0429 08:50:37.523363 3768 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0429 08:50:37.523382 3768 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0429 08:50:37.524058 3768 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0429 08:50:38.562577 3768 namespace.go:142] [build-service] updating namespace I0429 08:50:40.153519 3768 namespace.go:142] [default-tenant] updating namespace W0429 08:50:40.194451 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0429 08:50:40.338683 3768 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2tl66-xvrfh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:50:40.339241 3768 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2tl66-xvrfh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:50:40.896532 3768 namespace.go:142] [enterprise-contract-service] updating namespace I0429 08:50:41.220168 3768 namespace.go:142] [image-controller] updating namespace I0429 08:50:41.344550 3768 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2tl66-xvrfh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:50:41.344576 3768 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2tl66-xvrfh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:50:41.556747 3768 namespace.go:142] [integration-service] updating namespace I0429 08:50:41.815482 3768 namespace.go:142] [konflux-cli] updating namespace I0429 08:50:42.086351 3768 namespace.go:142] [konflux-info] updating namespace W0429 08:50:42.147950 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0429 08:50:42.251372 3768 namespace.go:142] [namespace-lister] updating namespace I0429 08:50:42.445037 3768 namespace.go:142] [release-service] updating namespace I0429 08:50:42.658061 3768 namespace.go:142] [segment-bridge] updating namespace I0429 08:50:42.779474 3768 namespace.go:142] [build-service] updating namespace I0429 08:50:42.809363 3768 namespace.go:142] [default-tenant] updating namespace I0429 08:50:42.830396 3768 namespace.go:142] [enterprise-contract-service] updating namespace I0429 08:50:42.842793 3768 namespace.go:142] [image-controller] updating namespace I0429 08:50:42.856650 3768 namespace.go:142] [integration-service] updating namespace I0429 08:50:42.890561 3768 namespace.go:142] [konflux-cli] updating namespace I0429 08:50:42.957450 3768 namespace.go:142] [konflux-info] updating namespace I0429 08:50:43.009335 3768 namespace.go:142] [namespace-lister] updating namespace I0429 08:50:43.029393 3768 namespace.go:142] [release-service] updating namespace I0429 08:50:43.066373 3768 namespace.go:142] [segment-bridge] updating namespace I0429 08:50:43.179503 3768 namespace.go:142] [build-service] updating namespace I0429 08:50:43.245310 3768 namespace.go:142] [default-tenant] updating namespace I0429 08:50:43.331358 3768 namespace.go:142] [enterprise-contract-service] updating namespace I0429 08:50:43.410115 3768 namespace.go:142] [image-controller] updating namespace I0429 08:50:43.473443 3768 namespace.go:142] [integration-service] updating namespace I0429 08:50:43.540941 3768 namespace.go:142] [konflux-cli] updating namespace I0429 08:50:43.600757 3768 namespace.go:142] [konflux-info] updating namespace I0429 08:50:43.700271 3768 namespace.go:142] [namespace-lister] updating namespace I0429 08:50:43.785229 3768 namespace.go:142] [release-service] updating namespace I0429 08:50:43.896732 3768 namespace.go:142] [segment-bridge] updating namespace W0429 08:50:45.165637 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0429 08:50:49.192326 3768 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0429 08:50:51.207327 3768 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0429 08:50:51.207349 3768 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0429 08:50:53.231016 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0429 08:50:53.231064 3768 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0429 08:50:53.255466 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0429 08:50:53.257675 3768 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0429 08:50:53.313517 3768 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0429 08:50:53.313533 3768 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0429 08:50:55.247278 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0429 08:50:55.272971 3768 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0429 08:50:55.274804 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0429 08:51:05.211253 3768 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2zk4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:51:05.211915 3768 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2zk4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:51:05.320484 3768 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2zk4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:51:05.320507 3768 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2zk4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:51:05.330795 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-f2zk4 I0429 08:51:05.330819 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-f2zk4 I0429 08:51:21.504063 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0429 08:51:30.401070 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=152 I0429 08:51:49.410683 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=620 I0429 08:52:02.382797 3768 obj_retry.go:498] Detected object konflux-ui/proxy-579fc6d5dd-s9hc4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:52:02.383422 3768 obj_retry.go:498] Detected object konflux-ui/proxy-579fc6d5dd-s9hc4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:52:02.644954 3768 obj_retry.go:492] Detected object konflux-ui/proxy-579fc6d5dd-s9hc4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:52:02.644979 3768 obj_retry.go:492] Detected object konflux-ui/proxy-579fc6d5dd-s9hc4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:52:02.655171 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-579fc6d5dd-s9hc4 I0429 08:52:02.655193 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-579fc6d5dd-s9hc4 I0429 08:52:07.764412 3768 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:52:07.765007 3768 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:52:07.785027 3768 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:52:07.785050 3768 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:52:07.792185 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0429 08:52:07.792209 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0429 08:52:10.516313 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0429 08:52:25.407839 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=77 I0429 08:52:37.796074 3768 namespace.go:98] [managed-tenant-tqyug] adding namespace I0429 08:52:37.797028 3768 namespace.go:102] [managed-tenant-tqyug] adding namespace took 930.456µs I0429 08:52:37.826517 3768 namespace.go:142] [managed-tenant-tqyug] updating namespace I0429 08:52:37.846369 3768 namespace.go:142] [managed-tenant-tqyug] updating namespace I0429 08:52:38.943800 3768 namespace.go:142] [managed-tenant-tqyug] updating namespace I0429 08:52:39.074407 3768 namespace.go:142] [managed-tenant-tqyug] updating namespace I0429 08:52:39.176762 3768 namespace.go:142] [managed-tenant-tqyug] updating namespace I0429 08:53:03.492506 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0429 08:53:29.509957 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0429 08:53:35.398738 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 I0429 08:54:53.528813 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0429 08:55:08.526901 3768 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0429 08:55:41.487777 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0429 08:55:55.528740 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0429 08:56:27.499294 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0429 08:56:33.416279 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=14 I0429 08:57:42.488270 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0429 08:58:12.402900 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0429 08:58:12.506609 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0429 08:59:03.401347 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 I0429 08:59:48.047737 3768 obj_retry.go:492] Detected object tsf-tpa/create-db-js87p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:59:48.047777 3768 obj_retry.go:492] Detected object tsf-tpa/create-db-js87p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:59:48.052031 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-js87p I0429 08:59:48.052059 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-js87p I0429 08:59:51.028302 3768 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tdxfr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:59:51.028345 3768 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tdxfr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:59:51.033221 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-tdxfr I0429 08:59:51.033256 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-tdxfr I0429 08:59:57.034266 3768 obj_retry.go:492] Detected object tsf-tpa/create-importers-j4z9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:59:57.034311 3768 obj_retry.go:492] Detected object tsf-tpa/create-importers-j4z9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:59:57.039836 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-j4z9z I0429 08:59:57.039863 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-j4z9z I0429 09:00:04.396588 3768 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624220-ct9bf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 09:00:04.397149 3768 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624220-ct9bf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 09:00:05.267776 3768 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624220-ct9bf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 09:00:05.267803 3768 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624220-ct9bf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 09:01:17.489553 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0429 09:01:26.412466 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=45 I0429 09:01:38.519164 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0429 09:01:59.495295 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0429 09:02:11.409895 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0429 09:02:11.418471 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0429 09:02:27.529404 3768 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0429 09:02:41.400719 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0429 09:02:49.490926 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0429 09:03:10.512047 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0429 09:03:38.531207 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 W0429 09:03:47.058993 3768 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-7d4f6d98cc-k7cwk I0429 09:03:55.405588 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0429 09:05:00.530584 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0429 09:05:28.501789 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0429 09:06:20.508547 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8