+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-50.ec2.internal ++ [[ -n ip-10-0-2-50.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-50.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:36:26.148123403 - disable conntrack on geneve port' I0504 20:36:26.148123403 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0504 20:36:26.189917906 - starting ovnkube-node + echo 'I0504 20:36:26.189917906 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-50.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-50.ec2.internal --init-node ip-10-0-2-50.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-50.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 20:36:26.254855 3776 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 20:36:26.254918 3776 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d4639a6eb9.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 20:36:26.256506 3776 kube.go:431] Waiting for certificate I0504 20:36:26.256955 3776 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 20:36:26.257012 3776 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 20:36:26.257942 3776 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:36:26.284604 3776 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:36:26.284622 3776 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:36:26.287154 3776 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:36:26.287262 3776 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6xp4w" I0504 20:36:26.293207 3776 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6xp4w" I0504 20:36:26.293274 3776 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:36:27.257404 3776 kube.go:438] Certificate found I0504 20:36:27.258037 3776 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:36:27.259339 3776 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 20:36:27.312972 3776 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 20:31:26 +0000 UTC" deadline="2026-05-05 17:13:11.876429559 +0000 UTC" I0504 20:36:27.313009 3776 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h36m44.563431939s" I0504 20:36:27.335217 3776 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:36:27.345587 3776 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 20:36:27.345684 3776 server.go:101] MetricServer registers OVS metrics I0504 20:36:27.346018 3776 server.go:105] MetricServer registers OVN DB metrics I0504 20:36:27.349347 3776 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 20:36:27.349427 3776 factory.go:561] Starting watch factory I0504 20:36:27.349514 3776 controller_manager.go:370] Starting the ovnkube controller I0504 20:36:27.349520 3776 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.349527 3776 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-50.ec2.internal I0504 20:36:27.349536 3776 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.349538 3776 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.349554 3776 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.349558 3776 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.349576 3776 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.349581 3776 controller_manager.go:395] NBDB zone sync took: 45.031µs I0504 20:36:27.349590 3776 factory.go:561] Starting watch factory I0504 20:36:27.349692 3776 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.349732 3776 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.349572 3776 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.350335 3776 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.350594 3776 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.350645 3776 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.351395 3776 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 20:36:27.351421 3776 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 20:36:27.365367 3776 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 20:36:27.365402 3776 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 20:36:27.366782 3776 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.369084 3776 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.369189 3776 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.370037 3776 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 20:36:27.370077 3776 server.go:109] MetricServer registers OVN Controller metrics I0504 20:36:27.371617 3776 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.372480 3776 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.375551 3776 server.go:113] MetricServer registers OVN Northd metrics I0504 20:36:27.377752 3776 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:27.381907 3776 metrics.go:519] OVN Metrics Server starts to run ... I0504 20:36:27.455639 3776 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:36:27.455672 3776 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:36:27.455677 3776 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:36:27.455669 3776 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:36:27.455688 3776 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:36:27.455693 3776 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:36:27.455698 3776 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:36:27.455702 3776 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:36:27.455706 3776 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:36:27.455680 3776 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:36:27.455728 3776 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:36:27.455736 3776 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:36:27.455808 3776 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:27.455817 3776 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:27.455837 3776 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:27.455840 3776 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:27.458522 3776 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:27.458527 3776 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:27.460838 3776 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:36:27.460855 3776 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:36:27.460862 3776 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:36:27.460872 3776 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:36:27.460911 3776 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.460921 3776 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.463333 3776 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.466482 3776 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:36:27.466559 3776 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.466572 3776 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.466606 3776 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:36:27.469075 3776 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.472065 3776 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:36:27.472082 3776 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:36:27.472134 3776 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.472151 3776 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.474515 3776 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.477627 3776 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:36:27.477709 3776 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.477728 3776 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.477758 3776 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:36:27.480340 3776 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.483427 3776 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:36:27.483488 3776 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.483500 3776 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.483517 3776 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:36:27.485915 3776 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.488825 3776 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:36:27.488847 3776 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:36:27.488973 3776 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:36:27.488988 3776 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:36:27.491816 3776 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:36:27.493877 3776 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:36:27.493891 3776 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:36:27.493941 3776 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.493957 3776 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.493966 3776 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.493984 3776 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.496568 3776 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.496666 3776 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:27.499788 3776 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:36:27.499801 3776 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:36:27.499812 3776 factory.go:680] Watch Factory start up complete, took: 150.387551ms I0504 20:36:27.499861 3776 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:36:27.499876 3776 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:36:27.499884 3776 factory.go:680] Watch Factory start up complete, took: 150.294753ms I0504 20:36:27.499894 3776 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-50.ec2.internal" zone I0504 20:36:27.499904 3776 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 20:36:27.552084 3776 default_node_network_controller.go:710] Initializing the default node network controller I0504 20:36:27.631273 3776 udn_isolation.go:101] Starting UDN host isolation manager I0504 20:36:27.638699 3776 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 20:36:27.706684 3776 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 20:36:27.706820 3776 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 20:36:27.706838 3776 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 20:36:27.740825 3776 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 20:36:27.740891 3776 default_node_network_controller.go:809] Node ip-10-0-2-50.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0504 20:36:27.746610 3776 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.50"] k8s.ovn.org/zone-name:ip-10-0-2-50.ec2.internal] on node ip-10-0-2-50.ec2.internal I0504 20:36:27.768693 3776 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 20:36:27.775234 3776 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 20:36:27.775823 3776 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0504 20:36:27.776020 3776 gateway_init.go:263] Preparing Gateway I0504 20:36:27.776038 3776 gateway_shared_intf.go:1687] Creating new gateway I0504 20:36:27.873437 3776 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:36:27.879715 3776 iptables.go:108] Creating table: filter chain: OUTPUT I0504 20:36:27.886155 3776 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 20:36:27.886172 3776 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-50.ec2.internal","mac-address":"0e:a9:03:53:be:89","ip-addresses":["10.0.2.50/24"],"ip-address":"10.0.2.50/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c7001918-6daa-464d-abca-f9550b29f5ea k8s.ovn.org/node-encap-ips:["10.0.2.50"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.50/24"} k8s.ovn.org/zone-name:ip-10-0-2-50.ec2.internal] on node ip-10-0-2-50.ec2.internal I0504 20:36:27.905348 3776 default_node_network_controller.go:519] Node connection status = connected I0504 20:36:28.000347 3776 controller_manager.go:429] Waiting for node in zone sync took: 500.435984ms I0504 20:36:28.005341 3776 controller_manager.go:611] Switching to transit router for layer2 networks I0504 20:36:28.005356 3776 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-50.ec2.internal I0504 20:36:28.023045 3776 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:36:28.029974 3776 controller_manager.go:290] SCTP support detected in OVN I0504 20:36:28.030590 3776 services_controller.go:69] Creating services controller for network=default I0504 20:36:28.030697 3776 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 20:36:28.030787 3776 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 20:36:28.030872 3776 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 20:36:28.030886 3776 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 20:36:28.030894 3776 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:36:28.031066 3776 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 20:36:28.031148 3776 udn_enabled_svc.go:95] Performing full resync I0504 20:36:28.031159 3776 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.543µs I0504 20:36:28.031218 3776 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 20:36:28.031257 3776 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 30.35µs I0504 20:36:28.031266 3776 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 47.32µs I0504 20:36:28.031271 3776 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 20:36:28.031281 3776 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 20:36:28.031289 3776 default_network_controller.go:325] Starting the default network controller I0504 20:36:28.031374 3776 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 17.86µs I0504 20:36:28.031444 3776 udn_enabled_svc.go:99] Waiting for handler to sync I0504 20:36:28.031455 3776 udn_enabled_svc.go:104] Starting worker I0504 20:36:28.040704 3776 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 20:36:28.041116 3776 repair.go:33] Syncing exgw routes took 399.232µs I0504 20:36:28.041144 3776 default_network_controller.go:414] Starting all the Watchers... I0504 20:36:28.041416 3776 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 20:36:28.041430 3776 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 20:36:28.041434 3776 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 20:36:28.041429 3776 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 20:36:28.041417 3776 namespace.go:98] [openshift-infra] adding namespace I0504 20:36:28.041419 3776 namespace.go:98] [openshift-image-registry] adding namespace I0504 20:36:28.041450 3776 namespace.go:98] [openshift-authentication] adding namespace I0504 20:36:28.041438 3776 namespace.go:98] [kube-node-lease] adding namespace I0504 20:36:28.041444 3776 namespace.go:98] [default] adding namespace I0504 20:36:28.041461 3776 namespace.go:98] [openshift] adding namespace I0504 20:36:28.041463 3776 namespace.go:98] [openshift-console-operator] adding namespace I0504 20:36:28.041464 3776 namespace.go:98] [openshift-insights] adding namespace I0504 20:36:28.041502 3776 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 20:36:28.041418 3776 namespace.go:98] [openshift-logging] adding namespace I0504 20:36:28.041526 3776 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 20:36:28.042120 3776 namespace.go:102] [openshift-must-gather-operator] adding namespace took 692.117µs I0504 20:36:28.042136 3776 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 20:36:28.042636 3776 namespace.go:102] [openshift-network-node-identity] adding namespace took 494.124µs I0504 20:36:28.042649 3776 namespace.go:98] [openshift-config] adding namespace I0504 20:36:28.043194 3776 namespace.go:102] [openshift-config] adding namespace took 537.297µs I0504 20:36:28.043214 3776 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 20:36:28.043797 3776 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 2.357482ms I0504 20:36:28.043817 3776 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 20:36:28.044246 3776 namespace.go:102] [openshift-customer-monitoring] adding namespace took 2.802832ms I0504 20:36:28.044260 3776 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 20:36:28.044791 3776 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 3.340035ms I0504 20:36:28.044809 3776 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 20:36:28.045320 3776 namespace.go:102] [openshift-infra] adding namespace took 3.869635ms I0504 20:36:28.045333 3776 namespace.go:98] [open-cluster-management-2q3b2ja7v3odr0esm6oj4gf2cqo48sri] adding namespace I0504 20:36:28.045960 3776 namespace.go:102] [openshift-image-registry] adding namespace took 4.503138ms I0504 20:36:28.045978 3776 namespace.go:98] [kube-public] adding namespace I0504 20:36:28.046370 3776 namespace.go:102] [openshift-authentication] adding namespace took 4.906608ms I0504 20:36:28.046386 3776 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 20:36:28.046992 3776 namespace.go:102] [kube-node-lease] adding namespace took 5.527731ms I0504 20:36:28.047006 3776 namespace.go:98] [openshift-ingress] adding namespace I0504 20:36:28.047559 3776 namespace.go:102] [default] adding namespace took 6.091654ms I0504 20:36:28.047573 3776 namespace.go:98] [openshift-backplane-cse] adding namespace I0504 20:36:28.048103 3776 namespace.go:102] [openshift] adding namespace took 6.627338ms I0504 20:36:28.048120 3776 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 20:36:28.048570 3776 namespace.go:102] [openshift-console-operator] adding namespace took 7.092547ms I0504 20:36:28.048585 3776 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 20:36:28.049094 3776 namespace.go:102] [openshift-insights] adding namespace took 7.612252ms I0504 20:36:28.049107 3776 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 20:36:28.049610 3776 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.090891ms I0504 20:36:28.049627 3776 namespace.go:98] [openshift-backplane] adding namespace I0504 20:36:28.050179 3776 namespace.go:102] [openshift-logging] adding namespace took 8.64837ms I0504 20:36:28.050193 3776 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 20:36:28.050759 3776 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 9.227706ms I0504 20:36:28.050771 3776 namespace.go:98] [openshift-dns-operator] adding namespace I0504 20:36:28.051289 3776 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.068301ms I0504 20:36:28.051310 3776 namespace.go:98] [openshift-network-console] adding namespace I0504 20:36:28.051722 3776 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.897828ms I0504 20:36:28.051739 3776 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 20:36:28.052311 3776 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.046359ms I0504 20:36:28.052321 3776 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 20:36:28.052755 3776 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.941308ms I0504 20:36:28.052768 3776 namespace.go:98] [openshift-cluster-version] adding namespace I0504 20:36:28.053224 3776 namespace.go:102] [open-cluster-management-2q3b2ja7v3odr0esm6oj4gf2cqo48sri] adding namespace took 7.885779ms I0504 20:36:28.053237 3776 namespace.go:98] [openshift-operators] adding namespace I0504 20:36:28.053591 3776 namespace.go:102] [kube-public] adding namespace took 7.607744ms I0504 20:36:28.053602 3776 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 20:36:28.054092 3776 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.699543ms I0504 20:36:28.054109 3776 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 20:36:28.054636 3776 namespace.go:102] [openshift-ingress] adding namespace took 7.623708ms I0504 20:36:28.054650 3776 namespace.go:98] [openshift-host-network] adding namespace I0504 20:36:28.055130 3776 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.551763ms I0504 20:36:28.055143 3776 namespace.go:98] [openshift-multus] adding namespace I0504 20:36:28.055517 3776 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.391573ms I0504 20:36:28.055532 3776 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 20:36:28.056044 3776 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.453884ms I0504 20:36:28.056056 3776 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 20:36:28.056442 3776 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.329914ms I0504 20:36:28.056457 3776 namespace.go:98] [dedicated-admin] adding namespace I0504 20:36:28.057015 3776 namespace.go:102] [openshift-backplane] adding namespace took 7.382967ms I0504 20:36:28.057029 3776 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 20:36:28.057558 3776 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.359956ms I0504 20:36:28.057567 3776 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 20:36:28.058021 3776 namespace.go:102] [openshift-dns-operator] adding namespace took 7.24609ms I0504 20:36:28.058031 3776 namespace.go:98] [openshift-network-operator] adding namespace I0504 20:36:28.058615 3776 namespace.go:102] [openshift-network-console] adding namespace took 7.296699ms I0504 20:36:28.059037 3776 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.292482ms I0504 20:36:28.059053 3776 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 20:36:28.059569 3776 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.242557ms I0504 20:36:28.059582 3776 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 20:36:28.060119 3776 namespace.go:102] [openshift-cluster-version] adding namespace took 7.344348ms I0504 20:36:28.060136 3776 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 20:36:28.060604 3776 namespace.go:102] [openshift-operators] adding namespace took 7.361519ms I0504 20:36:28.060616 3776 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 20:36:28.061563 3776 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.95666ms I0504 20:36:28.061575 3776 namespace.go:98] [openshift-service-ca] adding namespace I0504 20:36:28.062148 3776 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.033555ms I0504 20:36:28.062161 3776 namespace.go:98] [openshift-marketplace] adding namespace I0504 20:36:28.062685 3776 namespace.go:102] [openshift-host-network] adding namespace took 8.027966ms I0504 20:36:28.062700 3776 namespace.go:98] [openshift-apiserver-operator] adding namespace W0504 20:36:28.062695 3776 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-s4wtp: pod openshift-multus/network-metrics-daemon-s4wtp: no pod IPs found W0504 20:36:28.062716 3776 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-s5gvk: pod openshift-multus/network-metrics-daemon-s5gvk: no pod IPs found I0504 20:36:28.063199 3776 namespace.go:102] [openshift-multus] adding namespace took 8.051417ms I0504 20:36:28.063211 3776 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 20:36:28.063760 3776 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.222199ms I0504 20:36:28.063774 3776 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 20:36:28.064204 3776 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.14302ms I0504 20:36:28.064215 3776 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 20:36:28.064685 3776 namespace.go:102] [dedicated-admin] adding namespace took 8.222019ms I0504 20:36:28.064706 3776 namespace.go:98] [kube-system] adding namespace I0504 20:36:28.065184 3776 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.148826ms I0504 20:36:28.065196 3776 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 20:36:28.065682 3776 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.108389ms I0504 20:36:28.065697 3776 namespace.go:98] [openshift-node] adding namespace I0504 20:36:28.066263 3776 namespace.go:102] [openshift-network-operator] adding namespace took 8.224996ms I0504 20:36:28.066280 3776 namespace.go:98] [openshift-machine-api] adding namespace I0504 20:36:28.066769 3776 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.709732ms I0504 20:36:28.066784 3776 namespace.go:98] [openshift-console] adding namespace I0504 20:36:28.067271 3776 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.683808ms I0504 20:36:28.067285 3776 namespace.go:98] [openshift-controller-manager] adding namespace I0504 20:36:28.067815 3776 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.671868ms I0504 20:36:28.067832 3776 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 20:36:28.068366 3776 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.74432ms I0504 20:36:28.068379 3776 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 20:36:28.068889 3776 namespace.go:102] [openshift-service-ca] adding namespace took 7.308105ms I0504 20:36:28.069329 3776 namespace.go:102] [openshift-marketplace] adding namespace took 7.16231ms I0504 20:36:28.069347 3776 namespace.go:98] [openshift-dns] adding namespace I0504 20:36:28.069730 3776 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.023132ms I0504 20:36:28.069747 3776 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 20:36:28.070172 3776 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.955323ms I0504 20:36:28.070188 3776 namespace.go:98] [openshift-etcd] adding namespace I0504 20:36:28.070603 3776 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.822965ms I0504 20:36:28.070618 3776 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 20:36:28.071052 3776 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.831955ms I0504 20:36:28.071068 3776 namespace.go:98] [openshift-config-managed] adding namespace I0504 20:36:28.071495 3776 namespace.go:102] [kube-system] adding namespace took 6.7816ms I0504 20:36:28.071511 3776 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 20:36:28.071945 3776 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.742938ms I0504 20:36:28.071963 3776 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 20:36:28.072421 3776 namespace.go:102] [openshift-node] adding namespace took 6.71752ms I0504 20:36:28.072441 3776 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 20:36:28.072902 3776 namespace.go:102] [openshift-machine-api] adding namespace took 6.614694ms I0504 20:36:28.072917 3776 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 20:36:28.073381 3776 namespace.go:102] [openshift-console] adding namespace took 6.59088ms I0504 20:36:28.073807 3776 namespace.go:102] [openshift-controller-manager] adding namespace took 6.516481ms I0504 20:36:28.074265 3776 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.428263ms I0504 20:36:28.074276 3776 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 20:36:28.074732 3776 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.348583ms I0504 20:36:28.074743 3776 namespace.go:98] [openshift-apiserver] adding namespace I0504 20:36:28.075216 3776 namespace.go:102] [openshift-dns] adding namespace took 5.86156ms I0504 20:36:28.075231 3776 namespace.go:98] [openshift-config-operator] adding namespace I0504 20:36:28.075649 3776 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.895806ms I0504 20:36:28.075675 3776 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 20:36:28.076077 3776 namespace.go:102] [openshift-etcd] adding namespace took 5.88238ms I0504 20:36:28.076089 3776 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0504 20:36:28.076499 3776 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.87509ms I0504 20:36:28.076511 3776 namespace.go:98] [openshift-package-operator] adding namespace I0504 20:36:28.076921 3776 namespace.go:102] [openshift-config-managed] adding namespace took 5.848082ms I0504 20:36:28.076934 3776 namespace.go:98] [openshift-monitoring] adding namespace I0504 20:36:28.077308 3776 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.791862ms I0504 20:36:28.077711 3776 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.744766ms W0504 20:36:28.078133 3776 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-km2hs: pod openshift-network-diagnostics/network-check-target-km2hs: no pod IPs found I0504 20:36:28.078144 3776 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.697629ms W0504 20:36:28.078146 3776 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-l7bln: pod openshift-network-diagnostics/network-check-target-l7bln: no pod IPs found I0504 20:36:28.078593 3776 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.670598ms I0504 20:36:28.079017 3776 namespace.go:102] [openshift-kube-apiserver] adding namespace took 4.735641ms I0504 20:36:28.079414 3776 namespace.go:102] [openshift-apiserver] adding namespace took 4.666686ms I0504 20:36:28.079843 3776 namespace.go:102] [openshift-config-operator] adding namespace took 4.607106ms I0504 20:36:28.080222 3776 namespace.go:102] [openshift-backplane-mobb] adding namespace took 4.541839ms I0504 20:36:28.080552 3776 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.457254ms I0504 20:36:28.081062 3776 namespace.go:102] [openshift-package-operator] adding namespace took 4.54561ms I0504 20:36:28.081420 3776 namespace.go:102] [openshift-monitoring] adding namespace took 4.48194ms W0504 20:36:28.081503 3776 master.go:471] Unable to parse remote node ip-10-0-1-160.ec2.internal chassis-id annotation. Chassis may be removed during sync I0504 20:36:28.081598 3776 master.go:548] Adding or Updating local node "ip-10-0-2-50.ec2.internal" for network "default" I0504 20:36:28.082595 3776 zone_ic_handler.go:195] Time taken to create transit switch: 440.681µs I0504 20:36:28.082608 3776 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-243.ec2.internal for the network default I0504 20:36:28.083953 3776 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-243.ec2.internal" on network "default" took: 1.806217ms I0504 20:36:28.084056 3776 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-160.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-160.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-160.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-160.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-160.ec2.internal W0504 20:36:28.089423 3776 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-km2hs: pod openshift-network-diagnostics/network-check-target-km2hs: no pod IPs found W0504 20:36:28.089441 3776 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-s4wtp: pod openshift-multus/network-metrics-daemon-s4wtp: no pod IPs found I0504 20:36:28.090342 3776 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-50.ec2.internal for the network default I0504 20:36:28.090496 3776 zone_ic_handler.go:195] Time taken to create transit switch: 144.192µs I0504 20:36:28.091231 3776 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 20:36:28.091269 3776 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 20:36:28.091286 3776 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 20:36:28.091309 3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-160.ec2.internal in network "default" I0504 20:36:28.091340 3776 node_tracker.go:235] Node ip-10-0-1-160.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-160.ec2.internal" I0504 20:36:28.091353 3776 node_tracker.go:169] Node ip-10-0-1-160.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:28.091364 3776 services_controller.go:574] Full service sync requested for network=default I0504 20:36:28.091374 3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-50.ec2.internal in network "default" I0504 20:36:28.091412 3776 node_tracker.go:169] Node ip-10-0-2-50.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:28.091418 3776 services_controller.go:574] Full service sync requested for network=default I0504 20:36:28.091423 3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-243.ec2.internal in network "default" I0504 20:36:28.091445 3776 node_tracker.go:169] Node ip-10-0-0-243.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:28.091451 3776 services_controller.go:574] Full service sync requested for network=default I0504 20:36:28.191578 3776 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 20:36:28.191602 3776 services_controller.go:208] Setting up event handlers for services for network=default I0504 20:36:28.191697 3776 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 20:36:28.191753 3776 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 20:36:28.191765 3776 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 20:36:28.292066 3776 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 20:36:28.292100 3776 repair.go:60] Starting repairing loop for services I0504 20:36:28.292201 3776 repair.go:131] Deleted 0 stale service LBs I0504 20:36:28.292221 3776 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 20:36:28.292238 3776 repair.go:62] Finished repairing loop for services: 142.226µs I0504 20:36:28.292269 3776 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 20:36:28.292279 3776 services_controller.go:254] Starting workers for network=default I0504 20:36:28.292898 3776 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-l7bln, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-l7bln: suppressed error logged: pod openshift-network-diagnostics/network-check-target-l7bln: no pod IPs found I0504 20:36:28.293006 3776 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-s5gvk, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-s5gvk: suppressed error logged: pod openshift-multus/network-metrics-daemon-s5gvk: no pod IPs found I0504 20:36:28.293117 3776 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-s4wtp] creating logical port openshift-multus_network-metrics-daemon-s4wtp for pod on switch ip-10-0-2-50.ec2.internal I0504 20:36:28.293160 3776 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-km2hs] creating logical port openshift-network-diagnostics_network-check-target-km2hs for pod on switch ip-10-0-2-50.ec2.internal I0504 20:36:28.293343 3776 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-km2hs I0504 20:36:28.293393 3776 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-s4wtp I0504 20:36:28.312968 3776 pod.go:62] [openshift-network-diagnostics/network-check-target-km2hs] pod update took 19.684248ms I0504 20:36:28.313001 3776 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-km2hs] addLogicalPort annotation time took 19.716665ms I0504 20:36:28.312968 3776 pod.go:62] [openshift-multus/network-metrics-daemon-s4wtp] pod update took 19.650872ms I0504 20:36:28.313158 3776 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-s4wtp] addLogicalPort annotation time took 19.822849ms I0504 20:36:28.314033 3776 pods.go:271] [openshift-network-diagnostics/network-check-target-km2hs] addLogicalPort took 20.966698ms, libovsdb time 739.511µs I0504 20:36:28.314332 3776 pods.go:271] [openshift-multus/network-metrics-daemon-s4wtp] addLogicalPort took 21.260436ms, libovsdb time 962.72µs I0504 20:36:28.314932 3776 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 20:36:28.314965 3776 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 20:36:28.314982 3776 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 20:36:28.314989 3776 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 20:36:28.315221 3776 repair.go:29] Repairing admin network policies took 226.841µs I0504 20:36:28.315373 3776 repair.go:92] Repairing baseline admin network policies took 140.156µs I0504 20:36:28.315753 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 20:36:28.315773 3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 20:36:28.318545 3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 20:36:28.318576 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 20:36:28.318588 3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 20:36:28.320793 3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 20:36:28.320839 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 20:36:28.320853 3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 20:36:28.321998 3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 20:36:28.322026 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 20:36:28.322041 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 20:36:28.323982 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:36:28.324002 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 20:36:28.324010 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 20:36:28.324534 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 20:36:28.324554 3776 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 20:36:28.324563 3776 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 20:36:28.326614 3776 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 20:36:28.326633 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 20:36:28.327603 3776 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 20:36:28.327624 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:36:28.328529 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 20:36:28.328552 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 20:36:28.328561 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 20:36:28.330502 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:36:28.330525 3776 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 20:36:28.330537 3776 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 20:36:28.332287 3776 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 20:36:28.332308 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 20:36:28.332317 3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 20:36:28.333182 3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 20:36:28.333208 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 20:36:28.333219 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 20:36:28.333875 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 20:36:28.333893 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 20:36:28.333900 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 20:36:28.334194 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 20:36:28.334208 3776 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 20:36:28.334217 3776 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 20:36:28.335133 3776 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 20:36:28.335158 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 20:36:28.335169 3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 20:36:28.335706 3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 20:36:28.335724 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 20:36:28.335732 3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 20:36:28.336000 3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 20:36:28.336014 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 20:36:28.336020 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 20:36:28.337284 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 20:36:28.337301 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 20:36:28.337307 3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 20:36:28.337552 3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 20:36:28.337566 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 20:36:28.337577 3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 20:36:28.339195 3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 20:36:28.339213 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 20:36:28.339221 3776 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 20:36:28.340859 3776 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 20:36:28.340878 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 20:36:28.340886 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 20:36:28.341361 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 20:36:28.341379 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 20:36:28.341386 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 20:36:28.341880 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 20:36:28.341899 3776 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 20:36:28.341908 3776 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 20:36:28.342911 3776 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 20:36:28.342933 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 20:36:28.342945 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 20:36:28.343423 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 20:36:28.343442 3776 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 20:36:28.343450 3776 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 20:36:28.344419 3776 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 20:36:28.344434 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 20:36:28.344457 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:36:28.345110 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 20:36:28.345132 3776 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 20:36:28.345141 3776 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 20:36:28.345977 3776 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 20:36:28.345995 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 20:36:28.346006 3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 20:36:28.347162 3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 20:36:28.347181 3776 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 20:36:28.347189 3776 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 20:36:28.347737 3776 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 20:36:28.347753 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 20:36:28.347765 3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 20:36:28.348776 3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 20:36:28.354465 3776 egressfirewall.go:374] Starting EgressFirewall controller I0504 20:36:28.354490 3776 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 20:36:28.354491 3776 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 20:36:28.354517 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 20:36:28.354535 3776 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 20:36:28.354547 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 20:36:28.354559 3776 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 20:36:28.355238 3776 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 20:36:28.355259 3776 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 20:36:28.355265 3776 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 20:36:28.355274 3776 egressqos.go:193] Setting up event handlers for EgressQoS I0504 20:36:28.355285 3776 egressfirewall.go:723] Syncing node "ip-10-0-0-243.ec2.internal" for egress firewall I0504 20:36:28.355299 3776 egressfirewall.go:723] Syncing node "ip-10-0-1-160.ec2.internal" for egress firewall I0504 20:36:28.355305 3776 egressfirewall.go:723] Syncing node "ip-10-0-2-50.ec2.internal" for egress firewall I0504 20:36:28.355408 3776 egressqos.go:245] Starting EgressQoS Controller I0504 20:36:28.355418 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 20:36:28.355425 3776 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 20:36:28.355430 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 20:36:28.355435 3776 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 20:36:28.355440 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 20:36:28.355444 3776 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 20:36:28.355448 3776 egressqos.go:259] Repairing EgressQoSes I0504 20:36:28.355452 3776 egressqos.go:399] Starting repairing loop for egressqos I0504 20:36:28.355527 3776 egressqos.go:401] Finished repairing loop for egressqos: 75.218µs I0504 20:36:28.355547 3776 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 20:36:28.355574 3776 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-50.ec2.internal I0504 20:36:28.355619 3776 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-50.ec2.internal : 45.182µs I0504 20:36:28.355695 3776 egressservice_zone.go:210] Starting Egress Services Controller I0504 20:36:28.355704 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:36:28.355709 3776 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:36:28.355716 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:36:28.355721 3776 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:36:28.355726 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:36:28.355730 3776 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:36:28.355735 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 20:36:28.355739 3776 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 20:36:28.355743 3776 egressservice_zone.go:228] Repairing Egress Services I0504 20:36:28.355996 3776 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 20:36:28.356007 3776 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:36:28.356067 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-243.ec2.internal I0504 20:36:28.356081 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-243.ec2.internal: 15.536µs I0504 20:36:28.356088 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-160.ec2.internal I0504 20:36:28.356091 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-160.ec2.internal: 3.983µs I0504 20:36:28.356095 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-50.ec2.internal I0504 20:36:28.356099 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-50.ec2.internal: 3.9µs I0504 20:36:28.356155 3776 default_network_controller.go:585] Completing all the Watchers took 315.001937ms I0504 20:36:28.356171 3776 default_network_controller.go:589] Starting unidling controllers I0504 20:36:28.356183 3776 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 20:36:28.356189 3776 unidle.go:63] Populating Initial ContollerEvent events I0504 20:36:28.356199 3776 unidle.go:79] Setting up event handlers for services I0504 20:36:28.356240 3776 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:36:28.405150 3776 default_node_network_controller.go:519] Node connection status = connected I0504 20:36:28.905535 3776 default_node_network_controller.go:519] Node connection status = connected W0504 20:36:29.076950 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:36:29.104263 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:36:29.126470 3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:36:29.405768 3776 default_node_network_controller.go:519] Node connection status = connected I0504 20:36:29.905078 3776 default_node_network_controller.go:519] Node connection status = connected I0504 20:36:30.077335 3776 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:36:30.405797 3776 default_node_network_controller.go:519] Node connection status = connected I0504 20:36:30.423324 3776 bridgeconfig.go:537] Gateway is ready I0504 20:36:30.423342 3776 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 20:36:30.435356 3776 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.50. Updating OVN encap IP. I0504 20:36:30.440408 3776 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.50 - it is already configured I0504 20:36:30.440421 3776 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.50/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 20:36:30.440615 3776 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.50/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-50.ec2.internal","mac-address":"0e:a9:03:53:be:89","ip-addresses":["10.0.2.50/24"],"ip-address":"10.0.2.50/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c7001918-6daa-464d-abca-f9550b29f5ea k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.50/24"}] on node ip-10-0-2-50.ec2.internal I0504 20:36:30.455887 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-50.ec2.internal I0504 20:36:30.455901 3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-50.ec2.internal in network "default" I0504 20:36:30.455905 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-50.ec2.internal: 23.706µs I0504 20:36:30.455963 3776 node_tracker.go:169] Node ip-10-0-2-50.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:30.455985 3776 services_controller.go:574] Full service sync requested for network=default I0504 20:36:30.456006 3776 egressfirewall.go:723] Syncing node "ip-10-0-2-50.ec2.internal" for egress firewall I0504 20:36:30.456023 3776 master.go:548] Adding or Updating local node "ip-10-0-2-50.ec2.internal" for network "default" W0504 20:36:30.456109 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:36:30.456163 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:36:30.456492 3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:36:30.456633 3776 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.50 I0504 20:36:30.456812 3776 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-50.ec2.internal I0504 20:36:30.460991 3776 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-50.ec2.internal. Updating no re-route policies I0504 20:36:30.461087 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-s4wtp I0504 20:36:30.461097 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jgln2 I0504 20:36:30.461104 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-s4wtp I0504 20:36:30.461111 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jgln2 I0504 20:36:30.461110 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-8d47t I0504 20:36:30.461121 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-km2hs I0504 20:36:30.461125 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-8d47t I0504 20:36:30.461129 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jgln2 after 0 failed attempt(s) I0504 20:36:30.461133 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-km2hs I0504 20:36:30.461133 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-x7tzt I0504 20:36:30.461141 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-298lr I0504 20:36:30.461141 3776 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-s4wtp] creating logical port openshift-multus_network-metrics-daemon-s4wtp for pod on switch ip-10-0-2-50.ec2.internal I0504 20:36:30.461146 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-298lr I0504 20:36:30.461145 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-50.ec2.internal I0504 20:36:30.461149 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-x7tzt I0504 20:36:30.461157 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-298lr after 0 failed attempt(s) I0504 20:36:30.461157 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-50.ec2.internal I0504 20:36:30.461162 3776 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-k2mhs I0504 20:36:30.461173 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-50.ec2.internal after 0 failed attempt(s) I0504 20:36:30.461110 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-4vtj4 I0504 20:36:30.461172 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-2stjn I0504 20:36:30.461181 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-4vtj4 I0504 20:36:30.461183 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-s5gvk I0504 20:36:30.461097 3776 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-50.ec2.internal I0504 20:36:30.461189 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-2stjn I0504 20:36:30.461194 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-s5gvk I0504 20:36:30.461196 3776 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-50.ec2.internal I0504 20:36:30.461198 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-4vtj4 after 0 failed attempt(s) I0504 20:36:30.461197 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-9txk6 I0504 20:36:30.461182 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-x7tzt after 0 failed attempt(s) I0504 20:36:30.461206 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-9txk6 I0504 20:36:30.461147 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-8d47t after 0 failed attempt(s) I0504 20:36:30.461220 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-9txk6 after 0 failed attempt(s) I0504 20:36:30.461219 3776 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-50.ec2.internal after 0 failed attempt(s) I0504 20:36:30.461232 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-2stjn after 0 failed attempt(s) I0504 20:36:30.461236 3776 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-s5gvk, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-s5gvk: suppressed error logged: pod openshift-multus/network-metrics-daemon-s5gvk: no pod IPs found I0504 20:36:30.461086 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-l7bln I0504 20:36:30.461170 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-lqkjr I0504 20:36:30.461253 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-lqkjr I0504 20:36:30.461261 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-l7bln I0504 20:36:30.461168 3776 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-km2hs] creating logical port openshift-network-diagnostics_network-check-target-km2hs for pod on switch ip-10-0-2-50.ec2.internal I0504 20:36:30.461304 3776 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-l7bln, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-l7bln: suppressed error logged: pod openshift-network-diagnostics/network-check-target-l7bln: no pod IPs found I0504 20:36:30.461183 3776 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-k2mhs I0504 20:36:30.461335 3776 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-k2mhs after 0 failed attempt(s) I0504 20:36:30.461264 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-lqkjr after 0 failed attempt(s) I0504 20:36:30.461897 3776 pods.go:271] [openshift-network-diagnostics/network-check-target-km2hs] addLogicalPort took 738.589µs, libovsdb time 261.294µs I0504 20:36:30.461913 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-km2hs after 0 failed attempt(s) I0504 20:36:30.462011 3776 pods.go:271] [openshift-multus/network-metrics-daemon-s4wtp] addLogicalPort took 878.293µs, libovsdb time 335.787µs I0504 20:36:30.462021 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-s4wtp after 0 failed attempt(s) I0504 20:36:30.471522 3776 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 20:36:30.483454 3776 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 20:36:30.486579 3776 iptables.go:108] Creating table: nat chain: OUTPUT I0504 20:36:30.521141 3776 iptables.go:108] Creating table: nat chain: PREROUTING I0504 20:36:30.565075 3776 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:36:30.581030 3776 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 20:36:30.581115 3776 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 20:36:30.581160 3776 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 20:36:30.581227 3776 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 20:36:30.581275 3776 gateway_init.go:325] Gateway and management port readiness took 2.68057421s I0504 20:36:30.581305 3776 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 20:36:30.581342 3776 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 20:36:30.581358 3776 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 20:36:30.581369 3776 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:36:30.581430 3776 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 20:36:30.581506 3776 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.662µs I0504 20:36:30.581808 3776 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 20:36:30.581836 3776 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.463µs I0504 20:36:30.581844 3776 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.806µs I0504 20:36:30.581850 3776 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 20:36:30.581860 3776 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 20:36:30.581868 3776 default_node_network_controller.go:899] Starting the default node network controller I0504 20:36:30.581874 3776 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 20:36:30.581962 3776 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.071µs I0504 20:36:30.582056 3776 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 20:36:30.582065 3776 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 20:36:30.582091 3776 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d8e0 0xc0002dc4d0 0xc0002dc540 0xc0002dc5b0 0xc0002dc620 0xc0002dc690 0xc0002dc700 0xc000aabae0 0xc0002dc770 0xc0002dc7e0 0xc0001a22d0 0xc0063db340 0xc0002dc850 map[0x2ff9080:0xc00401c120 0x2ff95c0:0xc00401c2a0 0x2ffa2e0:0xc00401c060 0x2ffa580:0xc00401c0c0 0x2ffad60:0xc00401c180 0x2ffb000:0xc00401c1e0 0x2ffb2a0:0xc00401c240 0x2ffba80:0xc00401c300 0x2ffbd20:0xc006996000 0x3026980:0xc000fbeae0 0x3026d20:0xc000fbeb40 0x3027800:0xc000c39c80 0x3029160:0xc001be0000 0x30298a0:0xc00401c000 0x302a720:0xc000fbea80] 0xc000aa07e0 0} I0504 20:36:30.582145 3776 gateway.go:151] Starting gateway service sync I0504 20:36:30.582544 3776 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 20:36:30.584566 3776 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 20:36:30.603250 3776 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 20:36:30.604472 3776 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 20:36:30.605566 3776 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 20:36:30.639765 3776 gateway.go:168] Gateway service sync done. Time taken: 57.607552ms I0504 20:36:30.640101 3776 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32098 I0504 20:36:30.640591 3776 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d8e0 0xc0002dc4d0 0xc0002dc540 0xc0002dc5b0 0xc0002dc620 0xc0002dc690 0xc0002dc700 0xc000aabae0 0xc0002dc770 0xc0002dc7e0 0xc0001a22d0 0xc0063db340 0xc0002dc850 map[0x2ff9080:0xc00401c120 0x2ff95c0:0xc00401c2a0 0x2ffa2e0:0xc00401c060 0x2ffa580:0xc00401c0c0 0x2ffad60:0xc00401c180 0x2ffb000:0xc00401c1e0 0x2ffb2a0:0xc00401c240 0x2ffba80:0xc00401c300 0x2ffbd20:0xc006996000 0x3026980:0xc000fbeae0 0x3026d20:0xc000fbeb40 0x3027800:0xc000c39c80 0x3029160:0xc001be0000 0x30298a0:0xc00401c000 0x302a720:0xc000fbea80] 0xc000aa07e0 0} I0504 20:36:30.641398 3776 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d8e0 0xc0002dc4d0 0xc0002dc540 0xc0002dc5b0 0xc0002dc620 0xc0002dc690 0xc0002dc700 0xc000aabae0 0xc0002dc770 0xc0002dc7e0 0xc0001a22d0 0xc0063db340 0xc0002dc850 map[0x2ff9080:0xc00401c120 0x2ff95c0:0xc00401c2a0 0x2ffa2e0:0xc00401c060 0x2ffa580:0xc00401c0c0 0x2ffad60:0xc00401c180 0x2ffb000:0xc00401c1e0 0x2ffb2a0:0xc00401c240 0x2ffba80:0xc00401c300 0x2ffbd20:0xc006996000 0x3026980:0xc000fbeae0 0x3026d20:0xc000fbeb40 0x3027800:0xc000c39c80 0x3029160:0xc001be0000 0x30298a0:0xc00401c000 0x302a720:0xc000fbea80] 0xc000aa07e0 0} I0504 20:36:30.641438 3776 gateway.go:532] Reconciling gateway with updates I0504 20:36:30.647105 3776 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 20:36:30.647130 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:36:30.647139 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:36:30.647144 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:36:30.647153 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:36:30.647157 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:36:30.647156 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:36:30.647161 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:36:30.647176 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:36:30.647173 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:36:30.647182 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:36:30.647190 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:36:30.647195 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:36:30.647196 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:36:30.647201 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:36:30.647201 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:36:30.647206 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:36:30.647130 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:36:30.647212 3776 default_node_network_controller.go:944] Gateway and management port readiness took 65.139323ms I0504 20:36:30.647215 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:36:30.647204 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:36:30.647218 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:36:30.647224 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:36:30.647165 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:36:30.647227 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:36:30.647227 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:36:30.647236 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:36:30.647248 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:36:30.647249 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:36:30.647252 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:36:30.647255 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:36:30.647256 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:36:30.647260 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:36:30.647258 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:36:30.647266 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:36:30.647248 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:36:30.647266 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:36:30.647271 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:36:30.647273 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:36:30.647186 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:36:30.647280 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:36:30.647280 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:36:30.647279 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:36:30.647284 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:36:30.647290 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:36:30.647297 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:36:30.647273 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:36:30.647299 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:36:30.647303 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:36:30.647306 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:36:30.647308 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:36:30.647314 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:36:30.647259 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:36:30.647316 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:36:30.647320 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:36:30.647321 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:36:30.647326 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:36:30.647330 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:36:30.647325 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:36:30.647333 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:36:30.647341 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:36:30.647147 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:36:30.647345 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:36:30.647348 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:36:30.647349 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:36:30.647349 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:36:30.647231 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:36:30.647337 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:36:30.647330 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:36:30.647270 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:36:30.647351 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:36:30.647386 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:36:30.647305 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:36:30.647396 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:36:30.647395 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:36:30.647328 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:36:30.647314 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:36:30.647416 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:36:30.647294 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:36:30.647432 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:36:30.647436 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:36:30.647310 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:36:30.647442 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:36:30.647446 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:36:30.647162 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:36:30.647449 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:36:30.647458 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:36:30.647458 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:36:30.647466 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:36:30.647218 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:36:30.647491 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:36:30.647252 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:36:30.647515 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:36:30.647517 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:36:30.647466 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:36:30.647225 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:36:30.647544 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:36:30.647561 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:36:30.647215 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:36:30.647235 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:36:30.647585 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:36:30.647603 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:36:30.647261 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:36:30.647651 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:36:30.647260 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:36:30.647694 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:36:30.647285 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:36:30.647772 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:36:30.647288 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:36:30.647839 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:36:30.647295 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:36:30.647879 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:36:30.647305 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:36:30.647176 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:36:30.647969 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:36:30.647979 3776 port_claim.go:71] Svc openshift-ingress/router-default: port 31508 is already open, no action needed I0504 20:36:30.647985 3776 port_claim.go:71] Svc openshift-ingress/router-default: port 31419 is already open, no action needed I0504 20:36:30.648010 3776 node_ip_handler_linux.go:160] Node IP manager is running I0504 20:36:30.647340 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:36:30.647341 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:36:30.647345 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:36:30.648053 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:36:30.647348 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:36:30.647376 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:36:30.647218 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:36:30.647264 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:36:30.648083 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default W0504 20:36:30.685182 3776 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:36:30.685430 3776 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:36:30.685574 3776 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0504 20:36:30.693990 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:36:30.694014 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:36:30.694021 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:36:30.694026 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:36:30.694034 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:36:30.694040 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:36:30.733847 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:36:30.733859 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:36:30.733881 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:36:30.773359 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:36:31.799157 3776 default_node_network_controller.go:1380] Starting node controller node sync W0504 20:36:31.799189 3776 egressip_healthcheck.go:76] Health checking using insecure connection I0504 20:36:31.799231 3776 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0504 20:36:31.810748 3776 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.570411ms I0504 20:36:31.810854 3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-243.ec2.internal", IP: 10.0.0.243 to PMTUD blocking rules I0504 20:36:31.810870 3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-243.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:36:31.816651 3776 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 20:36:31.816919 3776 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 20:36:31.817055 3776 egressservice_node.go:183] Starting Egress Services Controller I0504 20:36:31.817075 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:36:31.817089 3776 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:36:31.817100 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:36:31.817109 3776 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:36:31.817119 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:36:31.817127 3776 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:36:31.817135 3776 egressservice_node.go:197] Repairing Egress Services I0504 20:36:31.826621 3776 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 20:36:31.826633 3776 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:36:31.826773 3776 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 20:36:31.826784 3776 link_network_manager.go:119] Link manager is running I0504 20:36:31.826796 3776 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 20:36:31.827027 3776 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 20:36:31.827135 3776 vrf_manager.go:128] VRF manager is running I0504 20:36:31.827221 3776 node_controller_manager.go:437] Removing flows to drop GARP I0504 20:36:31.827232 3776 gateway.go:532] Reconciling gateway with updates I0504 20:36:31.850533 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:36:31.850539 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:36:31.850545 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:36:31.850552 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:36:31.850554 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:36:31.850558 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:36:31.850562 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:36:31.850567 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:36:31.850575 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:36:31.850582 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:36:31.850587 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:36:31.850550 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:36:31.850600 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:36:31.850602 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:36:31.850609 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:36:31.850617 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:36:31.850620 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:36:31.850623 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:36:31.850625 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:36:31.850629 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:36:31.850630 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:36:31.850631 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:36:31.850637 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:36:31.850640 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:36:31.850645 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:36:31.850646 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:36:31.850667 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:36:31.850671 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:36:31.850669 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:36:31.850675 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:36:31.850642 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:36:31.850683 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:36:31.850686 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:36:31.850687 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:36:31.850691 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:36:31.850693 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:36:31.850693 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:36:31.850698 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:36:31.850696 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:36:31.850701 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:36:31.850702 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:36:31.850710 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:36:31.850713 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:36:31.850717 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:36:31.850716 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:36:31.850726 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:36:31.850727 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:36:31.850730 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:36:31.850734 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:36:31.850738 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:36:31.850737 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:36:31.850743 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:36:31.850743 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:36:31.850748 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:36:31.850746 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:36:31.850731 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:36:31.850754 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:36:31.850759 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:36:31.850711 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:36:31.850763 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:36:31.850745 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:36:31.850635 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:36:31.850811 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:36:31.850824 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:36:31.850833 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:36:31.850845 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:36:31.850839 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:36:31.850847 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:36:31.850855 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:36:31.850858 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:36:31.850863 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:36:31.850842 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:36:31.850872 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:36:31.850645 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:36:31.850689 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:36:31.850624 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:36:31.850646 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:36:31.850905 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:36:31.850673 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:36:31.850936 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:36:31.850944 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:36:31.850677 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:36:31.850679 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:36:31.850980 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:36:31.850689 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:36:31.850702 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:36:31.850704 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:36:31.850705 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:36:31.851013 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:36:31.850715 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:36:31.850720 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:36:31.850716 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:36:31.851071 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:36:31.850718 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:36:31.850721 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:36:31.851120 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:36:31.850722 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:36:31.850715 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:36:31.851161 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:36:31.850733 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:36:31.851187 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:36:31.850757 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:36:31.850771 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:36:31.851254 3776 port_claim.go:71] Svc openshift-ingress/router-default: port 31508 is already open, no action needed I0504 20:36:31.851260 3776 port_claim.go:71] Svc openshift-ingress/router-default: port 31419 is already open, no action needed I0504 20:36:31.850894 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:36:31.851292 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:36:31.890184 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:36:31.890207 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:36:31.890215 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:36:31.929730 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:36:31.929753 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:36:31.929759 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:36:31.929766 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:36:31.929772 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:36:31.929777 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:36:31.929782 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:36:31.929799 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:36:31.929823 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:36:31.929834 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:36:31.929841 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:36:31.929850 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:36:31.929858 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:36:31.929866 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:36:31.929872 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:36:31.929877 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:36:31.929883 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:36:31.929888 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:36:31.929893 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:36:31.929898 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:36:31.929903 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:36:31.929908 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:36:31.929913 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:36:31.969046 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:36:33.974881 3776 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0504 20:36:34.542871 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:36:42.748189 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-160.ec2.internal I0504 20:36:42.748213 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-160.ec2.internal: 34.148µs I0504 20:36:42.748230 3776 egressfirewall.go:723] Syncing node "ip-10-0-1-160.ec2.internal" for egress firewall I0504 20:36:42.748253 3776 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:36:49.946710 3776 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0504 20:36:49.946827 3776 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:36:50.032720 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:36:50.032743 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:36:50.032748 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:36:50.063923 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 20:36:50.063940 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:36:50.237594 3776 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-684559c577-p6xk5 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-684559c577-p6xk5: no pod IPs found I0504 20:36:50.324706 3776 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0504 20:36:50.365744 3776 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-778bf869c8-tq567 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-778bf869c8-tq567: no pod IPs found I0504 20:36:50.575555 3776 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "ip-10-0-1-160.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:36:50.575567 3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-160.ec2.internal in network "default" I0504 20:36:50.575646 3776 node_tracker.go:235] Node ip-10-0-1-160.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-160.ec2.internal" I0504 20:36:50.575675 3776 node_tracker.go:169] Node ip-10-0-1-160.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:50.575688 3776 services_controller.go:574] Full service sync requested for network=default W0504 20:36:50.575961 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:36:50.576266 3776 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:36:50.714740 3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-160.ec2.internal in network "default" I0504 20:36:50.714756 3776 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "ip-10-0-1-160.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:36:50.714801 3776 node_tracker.go:169] Node ip-10-0-1-160.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:50.714813 3776 services_controller.go:574] Full service sync requested for network=default W0504 20:36:50.715126 3776 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:36:50.715250 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:36:50.715753 3776 zone_ic_handler.go:195] Time taken to create transit switch: 283.244µs I0504 20:36:50.715769 3776 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-160.ec2.internal for the network default I0504 20:36:50.716815 3776 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-160.ec2.internal" on network "default" took: 1.359591ms I0504 20:36:51.096533 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-50.ec2.internal I0504 20:36:51.096562 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-50.ec2.internal: 38.214µs I0504 20:36:51.144878 3776 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-744d78896b-qgg22] creating logical port openshift-image-registry_image-registry-744d78896b-qgg22 for pod on switch ip-10-0-2-50.ec2.internal I0504 20:36:51.144959 3776 kube.go:256] Updating pod openshift-image-registry/image-registry-744d78896b-qgg22 W0504 20:36:51.155756 3776 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.155770 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.155775 3776 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:36:51.178643 3776 pod.go:62] [openshift-image-registry/image-registry-744d78896b-qgg22] pod update took 33.708272ms I0504 20:36:51.178682 3776 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-744d78896b-qgg22] addLogicalPort annotation time took 33.751592ms I0504 20:36:51.179914 3776 pods.go:271] [openshift-image-registry/image-registry-744d78896b-qgg22] addLogicalPort took 35.048838ms, libovsdb time 965.979µs I0504 20:36:51.188197 3776 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-j2lgw] creating logical port openshift-console_downloads-5c54f4944f-j2lgw for pod on switch ip-10-0-2-50.ec2.internal I0504 20:36:51.188271 3776 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-j2lgw I0504 20:36:51.199433 3776 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-565bf55945-mjw9f] creating logical port openshift-ingress_router-default-565bf55945-mjw9f for pod on switch ip-10-0-2-50.ec2.internal I0504 20:36:51.199513 3776 kube.go:256] Updating pod openshift-ingress/router-default-565bf55945-mjw9f I0504 20:36:51.273993 3776 pod.go:62] [openshift-console/downloads-5c54f4944f-j2lgw] pod update took 85.742455ms I0504 20:36:51.274013 3776 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-j2lgw] addLogicalPort annotation time took 85.767602ms I0504 20:36:51.275181 3776 pods.go:271] [openshift-console/downloads-5c54f4944f-j2lgw] addLogicalPort took 86.995835ms, libovsdb time 810.179µs I0504 20:36:51.279696 3776 pod.go:62] [openshift-ingress/router-default-565bf55945-mjw9f] pod update took 80.210199ms I0504 20:36:51.279713 3776 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-565bf55945-mjw9f] addLogicalPort annotation time took 80.230602ms I0504 20:36:51.280581 3776 pods.go:271] [openshift-ingress/router-default-565bf55945-mjw9f] addLogicalPort took 81.157871ms, libovsdb time 662.16µs I0504 20:36:51.287604 3776 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-b26sj] creating logical port openshift-ingress-canary_ingress-canary-b26sj for pod on switch ip-10-0-2-50.ec2.internal I0504 20:36:51.287637 3776 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-qftt8] creating logical port openshift-dns_dns-default-qftt8 for pod on switch ip-10-0-2-50.ec2.internal I0504 20:36:51.287733 3776 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-b26sj I0504 20:36:51.287753 3776 kube.go:256] Updating pod openshift-dns/dns-default-qftt8 I0504 20:36:51.300051 3776 egressfirewall.go:723] Syncing node "ip-10-0-1-160.ec2.internal" for egress firewall I0504 20:36:51.300053 3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-160.ec2.internal", IP: 10.0.1.160 to PMTUD blocking rules I0504 20:36:51.300083 3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-160.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:36:51.300094 3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-160.ec2.internal in network "default" I0504 20:36:51.300100 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-160.ec2.internal I0504 20:36:51.300113 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-160.ec2.internal: 15.402µs I0504 20:36:51.300142 3776 node_tracker.go:169] Node ip-10-0-1-160.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:51.300158 3776 services_controller.go:574] Full service sync requested for network=default W0504 20:36:51.300284 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:36:51.300537 3776 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.300553 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.300561 3776 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.300576 3776 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:36:51.306407 3776 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-160.ec2.internal. Updating no re-route policies I0504 20:36:51.341498 3776 pod.go:62] [openshift-ingress-canary/ingress-canary-b26sj] pod update took 53.785016ms I0504 20:36:51.341520 3776 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-b26sj] addLogicalPort annotation time took 53.812616ms I0504 20:36:51.342526 3776 pods.go:271] [openshift-ingress-canary/ingress-canary-b26sj] addLogicalPort took 54.934015ms, libovsdb time 741.563µs I0504 20:36:51.343152 3776 pod.go:62] [openshift-dns/dns-default-qftt8] pod update took 55.419255ms I0504 20:36:51.343169 3776 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-qftt8] addLogicalPort annotation time took 55.438971ms I0504 20:36:51.344198 3776 pods.go:271] [openshift-dns/dns-default-qftt8] addLogicalPort took 56.57395ms, libovsdb time 794.783µs I0504 20:36:51.352243 3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-160.ec2.internal", IP: 10.0.1.160 to PMTUD blocking rules I0504 20:36:51.352263 3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-160.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:36:51.368903 3776 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-fcmsg] creating logical port openshift-insights_insights-runtime-extractor-fcmsg for pod on switch ip-10-0-2-50.ec2.internal W0504 20:36:51.368924 3776 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.368936 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.368940 3776 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:36:51.369005 3776 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-fcmsg I0504 20:36:51.401180 3776 pod.go:62] [openshift-insights/insights-runtime-extractor-fcmsg] pod update took 32.202107ms I0504 20:36:51.401201 3776 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-fcmsg] addLogicalPort annotation time took 32.229141ms I0504 20:36:51.402292 3776 pods.go:271] [openshift-insights/insights-runtime-extractor-fcmsg] addLogicalPort took 33.404978ms, libovsdb time 799.461µs I0504 20:36:51.529027 3776 cni.go:452] [openshift-image-registry/image-registry-744d78896b-qgg22 8db84f16f0dbefd5f670adcb2e41834d3948a963dba2305761d288b357006360 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-744d78896b-qgg22 8db84f16f0dbefd5f670adcb2e41834d3948a963dba2305761d288b357006360 network default NAD default NAD key ] I0504 20:36:51.560373 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-744d78896b-qgg22, hostIfaceName: 8db84f16f0dbefd, network: default, NAD default, SandboxID: "8db84f16f0dbefd5f670adcb2e41834d3948a963dba2305761d288b357006360", PCI device ID: , UID: "f3388c14-d060-4a3d-8567-3856a6bea57b", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0504 20:36:51.574194 3776 cni.go:452] [openshift-console/downloads-5c54f4944f-j2lgw a33bdc0c9b8b9c0c950805a86407aab87b22d051f92745d29b2a97967315a573 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-j2lgw a33bdc0c9b8b9c0c950805a86407aab87b22d051f92745d29b2a97967315a573 network default NAD default NAD key ] I0504 20:36:51.586088 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-j2lgw, hostIfaceName: a33bdc0c9b8b9c0, network: default, NAD default, SandboxID: "a33bdc0c9b8b9c0c950805a86407aab87b22d051f92745d29b2a97967315a573", PCI device ID: , UID: "b2374dc7-e352-4aba-a16f-f872d02e896a", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0504 20:36:51.594319 3776 cni.go:452] [openshift-ingress/router-default-565bf55945-mjw9f d46571ff66816369eec42633c62bc85841d5f2031427b4e7d4ddc420997bdba3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-565bf55945-mjw9f d46571ff66816369eec42633c62bc85841d5f2031427b4e7d4ddc420997bdba3 network default NAD default NAD key ] I0504 20:36:51.608329 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-565bf55945-mjw9f, hostIfaceName: d46571ff6681636, network: default, NAD default, SandboxID: "d46571ff66816369eec42633c62bc85841d5f2031427b4e7d4ddc420997bdba3", PCI device ID: , UID: "bfeb4d09-0704-4bf4-8cee-b48afb5f5c88", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0504 20:36:51.612527 3776 cni.go:473] [openshift-image-registry/image-registry-744d78896b-qgg22 8db84f16f0dbefd5f670adcb2e41834d3948a963dba2305761d288b357006360 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-744d78896b-qgg22 8db84f16f0dbefd5f670adcb2e41834d3948a963dba2305761d288b357006360 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:e3:f9:12:5b:9b\",\"name\":\"8db84f16f0dbefd\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9776e863-b5eb-4b13-ba35-2ff440c70475\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:36:51.635710 3776 cni.go:473] [openshift-console/downloads-5c54f4944f-j2lgw a33bdc0c9b8b9c0c950805a86407aab87b22d051f92745d29b2a97967315a573 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-j2lgw a33bdc0c9b8b9c0c950805a86407aab87b22d051f92745d29b2a97967315a573 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:0d:80:d1:6f:10\",\"name\":\"a33bdc0c9b8b9c0\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/280c5cab-fed6-4919-9aff-94f3a0224967\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:36:51.654368 3776 cni.go:473] [openshift-ingress/router-default-565bf55945-mjw9f d46571ff66816369eec42633c62bc85841d5f2031427b4e7d4ddc420997bdba3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-565bf55945-mjw9f d46571ff66816369eec42633c62bc85841d5f2031427b4e7d4ddc420997bdba3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:ba:5d:c1:61:e1\",\"name\":\"d46571ff6681636\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1b7e372-663a-455b-8a82-0804c352f746\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:36:51.684556 3776 cni.go:452] [openshift-ingress-canary/ingress-canary-b26sj 36ce5d7a57776b17bcc6101574b76c7545bf8709b0563be9222109f89e5450e4 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-b26sj 36ce5d7a57776b17bcc6101574b76c7545bf8709b0563be9222109f89e5450e4 network default NAD default NAD key ] I0504 20:36:51.694911 3776 cni.go:452] [openshift-dns/dns-default-qftt8 0f9050182bc8e69df58219ccc81a15da6e0692994d5fa57cacfe0861eaa80332 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-qftt8 0f9050182bc8e69df58219ccc81a15da6e0692994d5fa57cacfe0861eaa80332 network default NAD default NAD key ] I0504 20:36:51.696039 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-b26sj, hostIfaceName: 36ce5d7a57776b1, network: default, NAD default, SandboxID: "36ce5d7a57776b17bcc6101574b76c7545bf8709b0563be9222109f89e5450e4", PCI device ID: , UID: "e9395e1d-6582-4964-ac08-935cbfe6ac58", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0504 20:36:51.705164 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-qftt8, hostIfaceName: 0f9050182bc8e69, network: default, NAD default, SandboxID: "0f9050182bc8e69df58219ccc81a15da6e0692994d5fa57cacfe0861eaa80332", PCI device ID: , UID: "171f599d-5efe-4308-ac29-c082dd2aa05a", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0504 20:36:51.746739 3776 cni.go:473] [openshift-ingress-canary/ingress-canary-b26sj 36ce5d7a57776b17bcc6101574b76c7545bf8709b0563be9222109f89e5450e4 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-b26sj 36ce5d7a57776b17bcc6101574b76c7545bf8709b0563be9222109f89e5450e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:a5:3e:4e:10:93\",\"name\":\"36ce5d7a57776b1\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/964d44db-04a3-41ed-9903-ddd7cb5405ef\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:36:51.752844 3776 cni.go:452] [openshift-insights/insights-runtime-extractor-fcmsg 62b700e4b0d97c6b28e13ee601f63a23d0350cec11f395fb1fc3b5dc113734eb network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-fcmsg 62b700e4b0d97c6b28e13ee601f63a23d0350cec11f395fb1fc3b5dc113734eb network default NAD default NAD key ] I0504 20:36:51.757479 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5rv2x] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-5rv2x for pod on switch ip-10-0-2-50.ec2.internal I0504 20:36:51.757584 3776 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5rv2x I0504 20:36:51.763844 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-fcmsg, hostIfaceName: 62b700e4b0d97c6, network: default, NAD default, SandboxID: "62b700e4b0d97c6b28e13ee601f63a23d0350cec11f395fb1fc3b5dc113734eb", PCI device ID: , UID: "1edc550e-36c3-41b7-bbf3-9cea46f19e52", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0504 20:36:51.766627 3776 cni.go:473] [openshift-dns/dns-default-qftt8 0f9050182bc8e69df58219ccc81a15da6e0692994d5fa57cacfe0861eaa80332 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-qftt8 0f9050182bc8e69df58219ccc81a15da6e0692994d5fa57cacfe0861eaa80332 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:9e:31:ee:b3:de\",\"name\":\"0f9050182bc8e69\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6432d912-ec4e-4e66-b4ae-ea040ecd9a0c\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:36:51.811874 3776 cni.go:473] [openshift-insights/insights-runtime-extractor-fcmsg 62b700e4b0d97c6b28e13ee601f63a23d0350cec11f395fb1fc3b5dc113734eb network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-fcmsg 62b700e4b0d97c6b28e13ee601f63a23d0350cec11f395fb1fc3b5dc113734eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:4e:63:29:52:34\",\"name\":\"62b700e4b0d97c6\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/942bf080-2c70-4bfc-bf7a-cabde200fb00\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:36:51.866753 3776 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5rv2x I0504 20:36:51.933609 3776 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5rv2x] pod update took 176.053198ms I0504 20:36:51.933634 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5rv2x] addLogicalPort annotation time took 176.087095ms I0504 20:36:51.934922 3776 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5rv2x] addLogicalPort took 177.457546ms, libovsdb time 959.692µs I0504 20:36:52.133196 3776 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5rv2x 9e57b936cef9c368c379a36520cce6376028af68ef9cdef378f75d6dee513f2e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5rv2x 9e57b936cef9c368c379a36520cce6376028af68ef9cdef378f75d6dee513f2e network default NAD default NAD key ] I0504 20:36:52.144541 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-5rv2x, hostIfaceName: 9e57b936cef9c36, network: default, NAD default, SandboxID: "9e57b936cef9c368c379a36520cce6376028af68ef9cdef378f75d6dee513f2e", PCI device ID: , UID: "896a6287-05c1-455d-9a0d-e65821161a72", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0504 20:36:52.196545 3776 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5rv2x 9e57b936cef9c368c379a36520cce6376028af68ef9cdef378f75d6dee513f2e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5rv2x 9e57b936cef9c368c379a36520cce6376028af68ef9cdef378f75d6dee513f2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:af:ef:92:02:b6\",\"name\":\"9e57b936cef9c36\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba255c3a-f57e-4db3-a6ff-c0d5e7e5dff6\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:36:52.348272 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0504 20:36:52.348305 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0504 20:36:52.380328 3776 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:36:53.355643 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0504 20:36:53.355752 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0504 20:36:53.440792 3776 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 20:36:53.457301 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:36:53.457322 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:36:53.457330 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0504 20:36:54.627135 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-160.ec2.internal I0504 20:36:54.627242 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-160.ec2.internal: 115.911µs W0504 20:36:55.205861 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:36:55.355974 3776 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:55.355990 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:55.355995 3776 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:55.397066 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:36:55.888598 3776 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:36:56.197853 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:36:56.197880 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:36:56.372079 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0504 20:36:58.882625 3776 base_network_controller_pods.go:487] [default/openshift-console/console-69d7cfb6bd-8gt6m] creating logical port openshift-console_console-69d7cfb6bd-8gt6m for pod on switch ip-10-0-2-50.ec2.internal I0504 20:36:58.882740 3776 kube.go:256] Updating pod openshift-console/console-69d7cfb6bd-8gt6m I0504 20:36:58.899061 3776 pod.go:62] [openshift-console/console-69d7cfb6bd-8gt6m] pod update took 16.349765ms I0504 20:36:58.899082 3776 base_network_controller_pods.go:951] [default/openshift-console/console-69d7cfb6bd-8gt6m] addLogicalPort annotation time took 16.376925ms I0504 20:36:58.900319 3776 pods.go:271] [openshift-console/console-69d7cfb6bd-8gt6m] addLogicalPort took 17.717547ms, libovsdb time 923.35µs W0504 20:36:58.937138 3776 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:58.937156 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:58.937163 3776 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:36:59.245560 3776 cni.go:452] [openshift-console/console-69d7cfb6bd-8gt6m f5e80b24da15728354341bf3d6c9ac48b1e845f5c7e2690db84fcd6acbeb7b6f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-69d7cfb6bd-8gt6m f5e80b24da15728354341bf3d6c9ac48b1e845f5c7e2690db84fcd6acbeb7b6f network default NAD default NAD key ] I0504 20:36:59.258053 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-69d7cfb6bd-8gt6m, hostIfaceName: f5e80b24da15728, network: default, NAD default, SandboxID: "f5e80b24da15728354341bf3d6c9ac48b1e845f5c7e2690db84fcd6acbeb7b6f", PCI device ID: , UID: "11111139-0e36-421f-bd10-13c45f781926", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0504 20:36:59.317825 3776 cni.go:473] [openshift-console/console-69d7cfb6bd-8gt6m f5e80b24da15728354341bf3d6c9ac48b1e845f5c7e2690db84fcd6acbeb7b6f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-69d7cfb6bd-8gt6m f5e80b24da15728354341bf3d6c9ac48b1e845f5c7e2690db84fcd6acbeb7b6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:40:09:b7:fe:2f\",\"name\":\"f5e80b24da15728\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08a3c10e-e3f8-4b79-934a-2bacb63c9858\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:37:01.143620 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:01.143640 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:01.143645 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:01.143674 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:01.143681 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:01.143688 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0504 20:37:03.290232 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-rd6r5] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-rd6r5 for pod on switch ip-10-0-2-50.ec2.internal I0504 20:37:03.290333 3776 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-rd6r5 I0504 20:37:03.326597 3776 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-rd6r5] pod update took 36.288123ms I0504 20:37:03.326626 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-rd6r5] addLogicalPort annotation time took 36.325715ms I0504 20:37:03.327947 3776 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-rd6r5] addLogicalPort took 37.739032ms, libovsdb time 959.916µs I0504 20:37:04.320976 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-50.ec2.internal I0504 20:37:04.321160 3776 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0504 20:37:04.344325 3776 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.221806ms I0504 20:37:04.344348 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.248973ms I0504 20:37:04.345845 3776 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.888252ms, libovsdb time 1.123211ms W0504 20:37:04.941275 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:37:05.371031 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:05.371052 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:05.371058 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0504 20:37:06.388704 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5d5bb99875-p6wtj] creating logical port openshift-monitoring_thanos-querier-5d5bb99875-p6wtj for pod on switch ip-10-0-2-50.ec2.internal I0504 20:37:06.388827 3776 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5d5bb99875-p6wtj I0504 20:37:06.420728 3776 pod.go:62] [openshift-monitoring/thanos-querier-5d5bb99875-p6wtj] pod update took 31.945005ms I0504 20:37:06.420751 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5d5bb99875-p6wtj] addLogicalPort annotation time took 31.976913ms I0504 20:37:06.421913 3776 pods.go:271] [openshift-monitoring/thanos-querier-5d5bb99875-p6wtj] addLogicalPort took 33.225883ms, libovsdb time 844.779µs W0504 20:37:07.204947 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0504 20:37:07.459106 3776 cni.go:452] [openshift-monitoring/thanos-querier-5d5bb99875-p6wtj 5ca47173a340f577ea2f3700f13880f4e09dffe5f4622287398a89aaf5c277f1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5d5bb99875-p6wtj 5ca47173a340f577ea2f3700f13880f4e09dffe5f4622287398a89aaf5c277f1 network default NAD default NAD key ] I0504 20:37:07.460258 3776 cni.go:452] [openshift-monitoring/alertmanager-main-0 5e006e1350b93708833317cef7577db0a2fb9b32aab0a09b52618fe91bf0ae1d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 5e006e1350b93708833317cef7577db0a2fb9b32aab0a09b52618fe91bf0ae1d network default NAD default NAD key ] I0504 20:37:07.460359 3776 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-rd6r5 bf857c38550887f2a0917e361cb28d7aced49e73fce285c570ce2703da58a512 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-rd6r5 bf857c38550887f2a0917e361cb28d7aced49e73fce285c570ce2703da58a512 network default NAD default NAD key ] I0504 20:37:07.471755 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-rd6r5, hostIfaceName: bf857c38550887f, network: default, NAD default, SandboxID: "bf857c38550887f2a0917e361cb28d7aced49e73fce285c570ce2703da58a512", PCI device ID: , UID: "90fa92a6-d9ea-4215-b142-d81debf7586f", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0504 20:37:07.474141 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5d5bb99875-p6wtj, hostIfaceName: 5ca47173a340f57, network: default, NAD default, SandboxID: "5ca47173a340f577ea2f3700f13880f4e09dffe5f4622287398a89aaf5c277f1", PCI device ID: , UID: "ddd3c4e2-106c-499f-a694-6083103f665d", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0504 20:37:07.483272 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 5e006e1350b9370, network: default, NAD default, SandboxID: "5e006e1350b93708833317cef7577db0a2fb9b32aab0a09b52618fe91bf0ae1d", PCI device ID: , UID: "97a19f29-77c4-4586-aac0-83e626ebb9de", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0504 20:37:07.525157 3776 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-rd6r5 bf857c38550887f2a0917e361cb28d7aced49e73fce285c570ce2703da58a512 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-rd6r5 bf857c38550887f2a0917e361cb28d7aced49e73fce285c570ce2703da58a512 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:d0:16:41:09:2b\",\"name\":\"bf857c38550887f\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edbd342d-30de-4805-9a27-68044164ff66\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:37:07.547059 3776 cni.go:473] [openshift-monitoring/alertmanager-main-0 5e006e1350b93708833317cef7577db0a2fb9b32aab0a09b52618fe91bf0ae1d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 5e006e1350b93708833317cef7577db0a2fb9b32aab0a09b52618fe91bf0ae1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:90:0a:19:71:9c\",\"name\":\"5e006e1350b9370\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbb2149c-8a2a-4a63-a175-6b9cc70918d4\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:37:07.751314 3776 cni.go:473] [openshift-monitoring/thanos-querier-5d5bb99875-p6wtj 5ca47173a340f577ea2f3700f13880f4e09dffe5f4622287398a89aaf5c277f1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5d5bb99875-p6wtj 5ca47173a340f577ea2f3700f13880f4e09dffe5f4622287398a89aaf5c277f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:34:e0:e1:3c:8c\",\"name\":\"5ca47173a340f57\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f1d989e-4482-463f-b78c-a65036e5df76\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:37:07.779794 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-847db8b947-j7h5k] creating logical port openshift-monitoring_metrics-server-847db8b947-j7h5k for pod on switch ip-10-0-2-50.ec2.internal I0504 20:37:07.779906 3776 kube.go:256] Updating pod openshift-monitoring/metrics-server-847db8b947-j7h5k I0504 20:37:07.800826 3776 pod.go:62] [openshift-monitoring/metrics-server-847db8b947-j7h5k] pod update took 20.953159ms I0504 20:37:07.800854 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-847db8b947-j7h5k] addLogicalPort annotation time took 20.986451ms I0504 20:37:07.802156 3776 pods.go:271] [openshift-monitoring/metrics-server-847db8b947-j7h5k] addLogicalPort took 22.380103ms, libovsdb time 967.223µs I0504 20:37:07.975957 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-vml5g] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-vml5g for pod on switch ip-10-0-2-50.ec2.internal I0504 20:37:07.976090 3776 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-vml5g W0504 20:37:07.993729 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:07.993800 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:07.993812 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:37:07.993915 3776 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vml5g] pod update took 17.854932ms I0504 20:37:07.993941 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-vml5g] addLogicalPort annotation time took 17.885091ms I0504 20:37:07.995333 3776 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vml5g] addLogicalPort took 19.400662ms, libovsdb time 1.050557ms I0504 20:37:08.130297 3776 cni.go:452] [openshift-network-diagnostics/network-check-target-km2hs 12edcdeef2193544ceda1e928e868aec41811b81db79174c9bd2bf84e20f7f56 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-km2hs 12edcdeef2193544ceda1e928e868aec41811b81db79174c9bd2bf84e20f7f56 network default NAD default NAD key ] I0504 20:37:08.136479 3776 cni.go:452] [openshift-multus/network-metrics-daemon-s4wtp d11ac7d9904c2c88f596f04cf42d666b20418a19e5f8c0cdd126bf0b18a9ebec network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-s4wtp d11ac7d9904c2c88f596f04cf42d666b20418a19e5f8c0cdd126bf0b18a9ebec network default NAD default NAD key ] I0504 20:37:08.145063 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-km2hs, hostIfaceName: 12edcdeef219354, network: default, NAD default, SandboxID: "12edcdeef2193544ceda1e928e868aec41811b81db79174c9bd2bf84e20f7f56", PCI device ID: , UID: "2ced02d8-3383-425e-8308-64b8e5a5927b", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0504 20:37:08.149206 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-s4wtp, hostIfaceName: d11ac7d9904c2c8, network: default, NAD default, SandboxID: "d11ac7d9904c2c88f596f04cf42d666b20418a19e5f8c0cdd126bf0b18a9ebec", PCI device ID: , UID: "5ce6b720-9742-4601-b06e-364c2a7f7a80", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0504 20:37:08.161028 3776 cni.go:452] [openshift-monitoring/metrics-server-847db8b947-j7h5k c199185d12ede889d29d8541c38e4a95600e8e4386344855a3dc0cee2188862e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-847db8b947-j7h5k c199185d12ede889d29d8541c38e4a95600e8e4386344855a3dc0cee2188862e network default NAD default NAD key ] I0504 20:37:08.178935 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-847db8b947-j7h5k, hostIfaceName: c199185d12ede88, network: default, NAD default, SandboxID: "c199185d12ede889d29d8541c38e4a95600e8e4386344855a3dc0cee2188862e", PCI device ID: , UID: "3937d2bf-e4aa-4aae-a5be-3a4390e7c2c8", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0504 20:37:08.211585 3776 cni.go:473] [openshift-network-diagnostics/network-check-target-km2hs 12edcdeef2193544ceda1e928e868aec41811b81db79174c9bd2bf84e20f7f56 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-km2hs 12edcdeef2193544ceda1e928e868aec41811b81db79174c9bd2bf84e20f7f56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:c9:d4:03:59:7c\",\"name\":\"12edcdeef219354\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34d270c8-7f5b-4dca-abd6-6cef43c5bdf1\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:37:08.238384 3776 cni.go:473] [openshift-multus/network-metrics-daemon-s4wtp d11ac7d9904c2c88f596f04cf42d666b20418a19e5f8c0cdd126bf0b18a9ebec network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-s4wtp d11ac7d9904c2c88f596f04cf42d666b20418a19e5f8c0cdd126bf0b18a9ebec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:c2:0f:e9:06:9c\",\"name\":\"d11ac7d9904c2c8\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d6c2ec6-a5a8-4938-a3c1-d86015501044\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:37:08.262192 3776 cni.go:473] [openshift-monitoring/metrics-server-847db8b947-j7h5k c199185d12ede889d29d8541c38e4a95600e8e4386344855a3dc0cee2188862e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-847db8b947-j7h5k c199185d12ede889d29d8541c38e4a95600e8e4386344855a3dc0cee2188862e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:09:ba:8e:8d:a0\",\"name\":\"c199185d12ede88\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2a7a63a-62c8-48c7-bd03-004879d26e13\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:37:08.437962 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:37:08.463829 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0504 20:37:09.036362 3776 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vml5g 9d4cc6ed9fda620cd4b6ea785dd59239e812f26439d4faa09078290bcca7339d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vml5g 9d4cc6ed9fda620cd4b6ea785dd59239e812f26439d4faa09078290bcca7339d network default NAD default NAD key ] I0504 20:37:09.050770 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-vml5g, hostIfaceName: 9d4cc6ed9fda620, network: default, NAD default, SandboxID: "9d4cc6ed9fda620cd4b6ea785dd59239e812f26439d4faa09078290bcca7339d", PCI device ID: , UID: "a3fd22b5-d1f9-49ac-9330-a3282f5978af", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0504 20:37:09.122186 3776 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vml5g 9d4cc6ed9fda620cd4b6ea785dd59239e812f26439d4faa09078290bcca7339d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vml5g 9d4cc6ed9fda620cd4b6ea785dd59239e812f26439d4faa09078290bcca7339d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:f8:4c:19:79:c4\",\"name\":\"9d4cc6ed9fda620\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/154ff0fd-3b9d-4847-913d-e27e77f793bc\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:37:09.448113 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:09.448139 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:09.448147 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:37:09.679746 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-50.ec2.internal I0504 20:37:09.679891 3776 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0504 20:37:09.710170 3776 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 30.341132ms I0504 20:37:09.710199 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 30.375018ms I0504 20:37:09.711733 3776 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 32.008807ms, libovsdb time 1.1058ms W0504 20:37:09.986939 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:37:09.986962 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:37:10.119264 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:37:10.119293 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:37:10.653719 3776 cni.go:452] [openshift-monitoring/prometheus-k8s-1 1369e2bf2e0551f0f2672dfc9d725073487d4a005b74b68df5f16d8e2e58fbc0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 1369e2bf2e0551f0f2672dfc9d725073487d4a005b74b68df5f16d8e2e58fbc0 network default NAD default NAD key ] I0504 20:37:10.665886 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 1369e2bf2e0551f, network: default, NAD default, SandboxID: "1369e2bf2e0551f0f2672dfc9d725073487d4a005b74b68df5f16d8e2e58fbc0", PCI device ID: , UID: "304513f8-46f8-4277-a8d3-3f408372a29f", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0504 20:37:10.721621 3776 cni.go:473] [openshift-monitoring/prometheus-k8s-1 1369e2bf2e0551f0f2672dfc9d725073487d4a005b74b68df5f16d8e2e58fbc0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 1369e2bf2e0551f0f2672dfc9d725073487d4a005b74b68df5f16d8e2e58fbc0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:f0:e2:cb:cd:93\",\"name\":\"1369e2bf2e0551f\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10897aca-cae7-485b-ae5f-64930fe63a75\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:37:11.991678 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:37:12.035390 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:12.035412 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:13.045184 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:13.045210 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:13.045215 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:13.045220 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:13.076616 3776 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-56dd8564df-c9tl6 IP address from the namespace address-set, err: pod openshift-console/console-56dd8564df-c9tl6: no pod IPs found W0504 20:37:13.359476 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:37:13.513720 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:13.513745 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:13.537544 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:37:14.527523 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:14.527547 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:14.527553 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:14.527557 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:15.027922 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:15.027947 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:15.027954 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:15.027962 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:15.027982 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:15.027988 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:15.027994 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:15.028000 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:21.524805 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:21.524823 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:21.524829 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:21.524834 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:33.013355 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:37:33.013383 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0504 20:37:33.571053 3776 cni.go:452] [openshift-console/console-69d7cfb6bd-8gt6m f5e80b24da15728354341bf3d6c9ac48b1e845f5c7e2690db84fcd6acbeb7b6f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-69d7cfb6bd-8gt6m f5e80b24da15728354341bf3d6c9ac48b1e845f5c7e2690db84fcd6acbeb7b6f network default NAD default NAD key ] I0504 20:37:33.649812 3776 cni.go:473] [openshift-console/console-69d7cfb6bd-8gt6m f5e80b24da15728354341bf3d6c9ac48b1e845f5c7e2690db84fcd6acbeb7b6f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-69d7cfb6bd-8gt6m f5e80b24da15728354341bf3d6c9ac48b1e845f5c7e2690db84fcd6acbeb7b6f network default NAD default NAD key default], result "{}", err I0504 20:37:33.713223 3776 obj_retry.go:498] Detected object openshift-console/console-69d7cfb6bd-8gt6m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:33.713262 3776 pods.go:176] Deleting pod: openshift-console/console-69d7cfb6bd-8gt6m I0504 20:37:33.714426 3776 pods.go:236] Attempting to release IPs for pod: openshift-console/console-69d7cfb6bd-8gt6m, ips: 10.129.0.12 I0504 20:37:33.714453 3776 obj_retry.go:498] Detected object openshift-console/console-69d7cfb6bd-8gt6m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:33.722203 3776 base_network_controller_pods.go:487] [default/openshift-console/console-6f6495f9c9-rzvml] creating logical port openshift-console_console-6f6495f9c9-rzvml for pod on switch ip-10-0-2-50.ec2.internal I0504 20:37:33.722355 3776 kube.go:256] Updating pod openshift-console/console-6f6495f9c9-rzvml I0504 20:37:33.736100 3776 pod.go:62] [openshift-console/console-6f6495f9c9-rzvml] pod update took 13.782567ms I0504 20:37:33.736122 3776 base_network_controller_pods.go:951] [default/openshift-console/console-6f6495f9c9-rzvml] addLogicalPort annotation time took 13.809196ms I0504 20:37:33.737390 3776 pods.go:271] [openshift-console/console-6f6495f9c9-rzvml] addLogicalPort took 15.2035ms, libovsdb time 942.421µs W0504 20:37:33.940485 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:37:33.940509 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:37:34.129328 3776 cni.go:452] [openshift-console/console-6f6495f9c9-rzvml 8bfaa45d66d3efc3f9ed551f3753126cdb4fd34cc0c87dfce17c240fb95c845c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6f6495f9c9-rzvml 8bfaa45d66d3efc3f9ed551f3753126cdb4fd34cc0c87dfce17c240fb95c845c network default NAD default NAD key ] I0504 20:37:34.138868 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6f6495f9c9-rzvml, hostIfaceName: 8bfaa45d66d3efc, network: default, NAD default, SandboxID: "8bfaa45d66d3efc3f9ed551f3753126cdb4fd34cc0c87dfce17c240fb95c845c", PCI device ID: , UID: "adb93d12-71f3-4c99-99a5-bef3af86b4a4", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0504 20:37:34.188558 3776 cni.go:473] [openshift-console/console-6f6495f9c9-rzvml 8bfaa45d66d3efc3f9ed551f3753126cdb4fd34cc0c87dfce17c240fb95c845c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6f6495f9c9-rzvml 8bfaa45d66d3efc3f9ed551f3753126cdb4fd34cc0c87dfce17c240fb95c845c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:e6:2a:70:5c:f8\",\"name\":\"8bfaa45d66d3efc\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4eab5df9-9e6e-4061-8d52-222ecbf8c281\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:37:34.499622 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0504 20:37:34.566302 3776 obj_retry.go:492] Detected object openshift-console/console-69d7cfb6bd-8gt6m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:34.566325 3776 obj_retry.go:492] Detected object openshift-console/console-69d7cfb6bd-8gt6m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:34.573682 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69d7cfb6bd-8gt6m I0504 20:37:34.573709 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69d7cfb6bd-8gt6m W0504 20:37:35.357952 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:35.357974 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:35.357980 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:37:38.568260 3776 obj_retry.go:498] Detected object openshift-console/console-56dd8564df-h2br8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:38.568852 3776 obj_retry.go:498] Detected object openshift-console/console-56dd8564df-h2br8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:38.726538 3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-778bf869c8-d475j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:38.727127 3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-778bf869c8-d475j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:39.361537 3776 obj_retry.go:492] Detected object openshift-console/console-56dd8564df-h2br8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:39.361556 3776 obj_retry.go:492] Detected object openshift-console/console-56dd8564df-h2br8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:39.367829 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56dd8564df-h2br8 I0504 20:37:39.367854 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56dd8564df-h2br8 I0504 20:37:39.382337 3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-778bf869c8-d475j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:39.382352 3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-778bf869c8-d475j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:39.387669 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-778bf869c8-d475j I0504 20:37:39.387688 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-778bf869c8-d475j W0504 20:37:44.392224 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:37:44.501566 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:37:44.629399 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:37:46.394712 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0504 20:37:55.043689 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:55.043711 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:55.043723 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:55.043728 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:59.454026 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0504 20:38:06.336586 3776 obj_retry.go:498] Detected object openshift-ingress/router-default-55c45d4cc-jl9n9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:06.337164 3776 obj_retry.go:498] Detected object openshift-ingress/router-default-55c45d4cc-jl9n9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:06.483864 3776 obj_retry.go:492] Detected object openshift-ingress/router-default-55c45d4cc-jl9n9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:06.483890 3776 obj_retry.go:492] Detected object openshift-ingress/router-default-55c45d4cc-jl9n9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:06.486381 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-55c45d4cc-jl9n9 I0504 20:38:06.486412 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-55c45d4cc-jl9n9 I0504 20:38:09.946909 3776 obj_retry.go:498] Detected object openshift-console/console-69d7cfb6bd-jfz45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:09.947458 3776 obj_retry.go:498] Detected object openshift-console/console-69d7cfb6bd-jfz45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:10.232094 3776 obj_retry.go:492] Detected object openshift-console/console-69d7cfb6bd-jfz45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:10.232122 3776 obj_retry.go:492] Detected object openshift-console/console-69d7cfb6bd-jfz45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:10.235587 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69d7cfb6bd-jfz45 I0504 20:38:10.235613 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69d7cfb6bd-jfz45 W0504 20:38:10.757976 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:38:10.757999 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:38:25.061641 3776 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:25.062171 3776 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:25.300915 3776 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:25.300939 3776 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:25.307109 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 20:38:25.307138 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 20:38:29.265893 3776 cni.go:452] [openshift-monitoring/prometheus-k8s-1 1369e2bf2e0551f0f2672dfc9d725073487d4a005b74b68df5f16d8e2e58fbc0 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 1369e2bf2e0551f0f2672dfc9d725073487d4a005b74b68df5f16d8e2e58fbc0 network default NAD default NAD key ] I0504 20:38:29.354428 3776 cni.go:473] [openshift-monitoring/prometheus-k8s-1 1369e2bf2e0551f0f2672dfc9d725073487d4a005b74b68df5f16d8e2e58fbc0 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 1369e2bf2e0551f0f2672dfc9d725073487d4a005b74b68df5f16d8e2e58fbc0 network default NAD default NAD key default], result "{}", err I0504 20:38:29.413303 3776 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:29.413337 3776 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0504 20:38:29.414511 3776 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.18 I0504 20:38:29.414537 3776 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:29.800927 3776 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:29.800955 3776 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:29.807891 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 20:38:29.807927 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0504 20:38:29.846468 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-50.ec2.internal I0504 20:38:29.846580 3776 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0504 20:38:29.867102 3776 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 20.567152ms I0504 20:38:29.867125 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 20.595239ms I0504 20:38:29.868330 3776 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 21.878457ms, libovsdb time 891.285µs I0504 20:38:30.204530 3776 cni.go:452] [openshift-monitoring/prometheus-k8s-1 703c4c35f6511cb409046d3ce100d407638d8fcd0123eb85ff0cc6d54bf56eb4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 703c4c35f6511cb409046d3ce100d407638d8fcd0123eb85ff0cc6d54bf56eb4 network default NAD default NAD key ] I0504 20:38:30.214320 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 703c4c35f6511cb, network: default, NAD default, SandboxID: "703c4c35f6511cb409046d3ce100d407638d8fcd0123eb85ff0cc6d54bf56eb4", PCI device ID: , UID: "551bbf40-4732-49fe-806b-0504e3d0ad79", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0504 20:38:30.262779 3776 cni.go:473] [openshift-monitoring/prometheus-k8s-1 703c4c35f6511cb409046d3ce100d407638d8fcd0123eb85ff0cc6d54bf56eb4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 703c4c35f6511cb409046d3ce100d407638d8fcd0123eb85ff0cc6d54bf56eb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:9a:3a:32:14:4c\",\"name\":\"703c4c35f6511cb\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f710368-00cf-4c8a-a6e7-d38c6b1bc218\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:38:37.459175 3776 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:38:56.910690 3776 cni.go:452] [openshift-monitoring/alertmanager-main-0 5e006e1350b93708833317cef7577db0a2fb9b32aab0a09b52618fe91bf0ae1d network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 5e006e1350b93708833317cef7577db0a2fb9b32aab0a09b52618fe91bf0ae1d network default NAD default NAD key ] I0504 20:38:56.995230 3776 cni.go:473] [openshift-monitoring/alertmanager-main-0 5e006e1350b93708833317cef7577db0a2fb9b32aab0a09b52618fe91bf0ae1d network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 5e006e1350b93708833317cef7577db0a2fb9b32aab0a09b52618fe91bf0ae1d network default NAD default NAD key default], result "{}", err I0504 20:38:57.051884 3776 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:57.051917 3776 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0504 20:38:57.053077 3776 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.14 I0504 20:38:57.053105 3776 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:57.927788 3776 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:57.927814 3776 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:57.930560 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 20:38:57.930587 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0504 20:38:57.968129 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-50.ec2.internal I0504 20:38:57.968290 3776 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0504 20:38:57.989022 3776 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 20.793795ms I0504 20:38:57.989055 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 20.830913ms I0504 20:38:57.990339 3776 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 22.22782ms, libovsdb time 942.591µs I0504 20:38:58.328902 3776 cni.go:452] [openshift-monitoring/alertmanager-main-0 5f714af7e8d07df017e356326ebf814f565461984df70c86a70c486b77cf818f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 5f714af7e8d07df017e356326ebf814f565461984df70c86a70c486b77cf818f network default NAD default NAD key ] I0504 20:38:58.338725 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 5f714af7e8d07df, network: default, NAD default, SandboxID: "5f714af7e8d07df017e356326ebf814f565461984df70c86a70c486b77cf818f", PCI device ID: , UID: "b8738c36-eb4f-4e2d-a8ef-c66c5140dd89", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0504 20:38:58.388969 3776 cni.go:473] [openshift-monitoring/alertmanager-main-0 5f714af7e8d07df017e356326ebf814f565461984df70c86a70c486b77cf818f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 5f714af7e8d07df017e356326ebf814f565461984df70c86a70c486b77cf818f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:7d:3e:9e:f3:11\",\"name\":\"5f714af7e8d07df\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b17c766-c3b3-41c6-84d4-cb17c3948a0b\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:38:58.992732 3776 obj_retry.go:498] Detected object openshift-console/console-6f6495f9c9-jqzp4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:58.993293 3776 obj_retry.go:498] Detected object openshift-console/console-6f6495f9c9-jqzp4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:59.744436 3776 obj_retry.go:492] Detected object openshift-console/console-6f6495f9c9-jqzp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:59.744462 3776 obj_retry.go:492] Detected object openshift-console/console-6f6495f9c9-jqzp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:59.747036 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6f6495f9c9-jqzp4 I0504 20:38:59.747066 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6f6495f9c9-jqzp4 I0504 20:39:00.844953 3776 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:00.845514 3776 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:00.845545 3776 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:39:00.845555 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 20:39:00.845567 3776 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:39:00.845572 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 20:39:01.870809 3776 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:01.870830 3776 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:01.870848 3776 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:01.870855 3776 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:05.797276 3776 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:39:05.804669 3776 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:39:07.587899 3776 cni.go:452] [openshift-console/console-6f6495f9c9-rzvml 8bfaa45d66d3efc3f9ed551f3753126cdb4fd34cc0c87dfce17c240fb95c845c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6f6495f9c9-rzvml 8bfaa45d66d3efc3f9ed551f3753126cdb4fd34cc0c87dfce17c240fb95c845c network default NAD default NAD key ] I0504 20:39:07.670351 3776 cni.go:473] [openshift-console/console-6f6495f9c9-rzvml 8bfaa45d66d3efc3f9ed551f3753126cdb4fd34cc0c87dfce17c240fb95c845c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6f6495f9c9-rzvml 8bfaa45d66d3efc3f9ed551f3753126cdb4fd34cc0c87dfce17c240fb95c845c network default NAD default NAD key default], result "{}", err I0504 20:39:07.719104 3776 obj_retry.go:498] Detected object openshift-console/console-6f6495f9c9-rzvml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:07.719138 3776 pods.go:176] Deleting pod: openshift-console/console-6f6495f9c9-rzvml I0504 20:39:07.720488 3776 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6f6495f9c9-rzvml, ips: 10.129.0.19 I0504 20:39:07.720516 3776 obj_retry.go:498] Detected object openshift-console/console-6f6495f9c9-rzvml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:07.967944 3776 obj_retry.go:492] Detected object openshift-console/console-6f6495f9c9-rzvml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:07.968004 3776 obj_retry.go:492] Detected object openshift-console/console-6f6495f9c9-rzvml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:07.973351 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6f6495f9c9-rzvml I0504 20:39:07.973375 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6f6495f9c9-rzvml W0504 20:39:18.371250 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:39:18.371275 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:39:18.371282 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:39:31.099377 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:39:31.099396 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:39:32.401533 3776 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:32.402168 3776 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:32.581005 3776 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:32.581028 3776 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:32.586292 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 20:39:32.586317 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 20:40:05.107105 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:05.107646 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:06.005085 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:06.005105 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:48.650917 3776 base_network_controller_pods.go:487] [default/openshift-console/console-6b4849fb94-prsnw] creating logical port openshift-console_console-6b4849fb94-prsnw for pod on switch ip-10-0-2-50.ec2.internal I0504 20:40:48.651065 3776 kube.go:256] Updating pod openshift-console/console-6b4849fb94-prsnw I0504 20:40:48.684822 3776 pod.go:62] [openshift-console/console-6b4849fb94-prsnw] pod update took 33.783332ms I0504 20:40:48.684857 3776 base_network_controller_pods.go:951] [default/openshift-console/console-6b4849fb94-prsnw] addLogicalPort annotation time took 33.823151ms I0504 20:40:48.686178 3776 pods.go:271] [openshift-console/console-6b4849fb94-prsnw] addLogicalPort took 35.28187ms, libovsdb time 902.027µs I0504 20:40:49.008904 3776 cni.go:452] [openshift-console/console-6b4849fb94-prsnw 9d4b86e97034e3453e1c0442e904bfad5b4526c76f118f6b23efb28b6ff045e9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b4849fb94-prsnw 9d4b86e97034e3453e1c0442e904bfad5b4526c76f118f6b23efb28b6ff045e9 network default NAD default NAD key ] I0504 20:40:49.018069 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b4849fb94-prsnw, hostIfaceName: 9d4b86e97034e34, network: default, NAD default, SandboxID: "9d4b86e97034e3453e1c0442e904bfad5b4526c76f118f6b23efb28b6ff045e9", PCI device ID: , UID: "e8264d46-e3c7-47a3-95b2-82d638cc2f69", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0504 20:40:49.069285 3776 cni.go:473] [openshift-console/console-6b4849fb94-prsnw 9d4b86e97034e3453e1c0442e904bfad5b4526c76f118f6b23efb28b6ff045e9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b4849fb94-prsnw 9d4b86e97034e3453e1c0442e904bfad5b4526c76f118f6b23efb28b6ff045e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:f9:1c:c8:5b:19\",\"name\":\"9d4b86e97034e34\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00c6828a-703a-4c9a-bf9d-38f75987c588\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:40:59.398699 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:41:13.951616 3776 obj_retry.go:498] Detected object openshift-console/console-54f4f5f967-9zjg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:13.952212 3776 obj_retry.go:498] Detected object openshift-console/console-54f4f5f967-9zjg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:14.249797 3776 obj_retry.go:492] Detected object openshift-console/console-54f4f5f967-9zjg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:14.249820 3776 obj_retry.go:492] Detected object openshift-console/console-54f4f5f967-9zjg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:14.252931 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54f4f5f967-9zjg7 I0504 20:41:14.252956 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54f4f5f967-9zjg7 I0504 20:41:24.709238 3776 obj_retry.go:498] Detected object openshift-console/console-54f4f5f967-dtk4f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:24.709861 3776 obj_retry.go:498] Detected object openshift-console/console-54f4f5f967-dtk4f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:25.026372 3776 obj_retry.go:492] Detected object openshift-console/console-54f4f5f967-dtk4f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:25.026400 3776 obj_retry.go:492] Detected object openshift-console/console-54f4f5f967-dtk4f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:25.033736 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54f4f5f967-dtk4f I0504 20:41:25.033762 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54f4f5f967-dtk4f I0504 20:42:07.466231 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0504 20:42:22.369556 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0504 20:42:45.371895 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138 I0504 20:42:50.461301 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0504 20:43:14.494428 3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0504 20:43:18.498954 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0504 20:43:37.488500 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 20:43:49.374821 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 W0504 20:44:10.966281 3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:44:18.461810 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0504 20:44:22.014498 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 20:44:22.014577 3776 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-gzqw7 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-gzqw7: no pod IPs found I0504 20:44:24.371650 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=77 I0504 20:44:33.472365 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 20:44:46.499504 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0504 20:45:08.483483 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0504 20:45:18.476975 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0504 20:45:58.248894 3776 namespace.go:98] [tsf] adding namespace I0504 20:45:58.249782 3776 namespace.go:102] [tsf] adding namespace took 866.584µs I0504 20:45:58.268511 3776 namespace.go:142] [tsf] updating namespace I0504 20:45:58.278292 3776 namespace.go:142] [tsf] updating namespace I0504 20:46:01.380308 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=519 I0504 20:46:02.061519 3776 namespace.go:98] [konflux-operator] adding namespace I0504 20:46:02.061554 3776 namespace.go:98] [rhtpa-operator] adding namespace I0504 20:46:02.062373 3776 namespace.go:102] [konflux-operator] adding namespace took 830.345µs I0504 20:46:02.063033 3776 namespace.go:102] [rhtpa-operator] adding namespace took 1.465488ms I0504 20:46:02.068604 3776 namespace.go:98] [tsf-keycloak] adding namespace I0504 20:46:02.068627 3776 namespace.go:98] [tsf-tas] adding namespace I0504 20:46:02.068946 3776 namespace.go:98] [rhbk-operator] adding namespace I0504 20:46:02.069034 3776 namespace.go:98] [tsf-tpa] adding namespace I0504 20:46:02.069365 3776 namespace.go:102] [tsf-keycloak] adding namespace took 745.227µs I0504 20:46:02.069392 3776 namespace.go:98] [cert-manager-operator] adding namespace I0504 20:46:02.069922 3776 namespace.go:102] [cert-manager-operator] adding namespace took 522.983µs I0504 20:46:02.070594 3776 namespace.go:102] [tsf-tas] adding namespace took 1.956336ms I0504 20:46:02.070617 3776 namespace.go:98] [konflux-ui] adding namespace I0504 20:46:02.071127 3776 namespace.go:102] [konflux-ui] adding namespace took 504.445µs I0504 20:46:02.071609 3776 namespace.go:102] [rhbk-operator] adding namespace took 2.643416ms I0504 20:46:02.072154 3776 namespace.go:102] [tsf-tpa] adding namespace took 3.099125ms I0504 20:46:02.076717 3776 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:02.089349 3776 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:02.094453 3776 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:02.116744 3776 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:02.122477 3776 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:02.127202 3776 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:02.127264 3776 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:02.136884 3776 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:02.148971 3776 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:02.149152 3776 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:02.162616 3776 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:02.171248 3776 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:02.184286 3776 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:02.187910 3776 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:02.199593 3776 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:02.213058 3776 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:02.248865 3776 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:02.259640 3776 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:02.279953 3776 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:02.290958 3776 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:02.312003 3776 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:02.327982 3776 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:02.337466 3776 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:02.363209 3776 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:03.326933 3776 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:03.344782 3776 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:10.034551 3776 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.035125 3776 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.035153 3776 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.035163 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:10.035180 3776 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.035187 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:10.057638 3776 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.058144 3776 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.058169 3776 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.058177 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:10.058189 3776 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.058193 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:11.060087 3776 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.060109 3776 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.060124 3776 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.060136 3776 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.086006 3776 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.086026 3776 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.086045 3776 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.086055 3776 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:12.643627 3776 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:12.644167 3776 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:12.644193 3776 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:12.644201 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:12.644211 3776 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:12.644215 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:13.375604 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=50 I0504 20:46:13.674144 3776 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:13.674170 3776 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:13.674186 3776 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:13.674196 3776 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:14.657915 3776 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:14.658453 3776 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:14.658483 3776 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:14.658493 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:14.658511 3776 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:14.658518 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:15.684214 3776 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.684750 3776 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.684779 3776 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.684787 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:15.684798 3776 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.684802 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:15.688298 3776 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:15.688315 3776 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:15.688327 3776 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:15.688337 3776 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:15.712221 3776 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.712702 3776 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.712724 3776 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.712730 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:15.712741 3776 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.712745 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:16.716983 3776 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.717006 3776 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.717023 3776 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.717036 3776 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.746372 3776 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.746390 3776 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.746402 3776 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.746412 3776 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:18.814772 3776 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bw7fr] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-bw7fr for pod on switch ip-10-0-2-50.ec2.internal I0504 20:46:18.814898 3776 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bw7fr I0504 20:46:18.827750 3776 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bw7fr] pod update took 12.880549ms I0504 20:46:18.827781 3776 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bw7fr] addLogicalPort annotation time took 12.919173ms I0504 20:46:18.829367 3776 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bw7fr] addLogicalPort took 14.618329ms, libovsdb time 1.125215ms I0504 20:46:19.175248 3776 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bw7fr bee1c518baf1a4fb3ff2b90df1fcc27251bc05458442c12a0a725d79ebcaf4eb network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bw7fr bee1c518baf1a4fb3ff2b90df1fcc27251bc05458442c12a0a725d79ebcaf4eb network default NAD default NAD key ] I0504 20:46:19.184829 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-bw7fr, hostIfaceName: bee1c518baf1a4f, network: default, NAD default, SandboxID: "bee1c518baf1a4fb3ff2b90df1fcc27251bc05458442c12a0a725d79ebcaf4eb", PCI device ID: , UID: "a7f1518b-c588-4330-ab45-a2ec8f80e7c8", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0504 20:46:19.236061 3776 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bw7fr bee1c518baf1a4fb3ff2b90df1fcc27251bc05458442c12a0a725d79ebcaf4eb network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bw7fr bee1c518baf1a4fb3ff2b90df1fcc27251bc05458442c12a0a725d79ebcaf4eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:70:42:19:b5:d7\",\"name\":\"bee1c518baf1a4f\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4231f3b-c75e-4873-a7e2-f78a2375d619\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:46:22.635037 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:46:25.085117 3776 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkmtw] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-fkmtw for pod on switch ip-10-0-2-50.ec2.internal I0504 20:46:25.085253 3776 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkmtw I0504 20:46:25.107011 3776 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkmtw] pod update took 21.786083ms I0504 20:46:25.107034 3776 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkmtw] addLogicalPort annotation time took 21.81347ms I0504 20:46:25.108388 3776 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkmtw] addLogicalPort took 23.29224ms, libovsdb time 961.144µs I0504 20:46:25.444811 3776 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkmtw 82e8697b89300771ce6df1d5aa6f7a9255180ca0734f574e8485112547f1d6c5 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkmtw 82e8697b89300771ce6df1d5aa6f7a9255180ca0734f574e8485112547f1d6c5 network default NAD default NAD key ] I0504 20:46:25.454671 3776 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-fkmtw, hostIfaceName: 82e8697b8930077, network: default, NAD default, SandboxID: "82e8697b89300771ce6df1d5aa6f7a9255180ca0734f574e8485112547f1d6c5", PCI device ID: , UID: "421492a8-2f9a-465f-86dd-00ec79b5928b", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0504 20:46:25.505452 3776 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkmtw 82e8697b89300771ce6df1d5aa6f7a9255180ca0734f574e8485112547f1d6c5 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkmtw 82e8697b89300771ce6df1d5aa6f7a9255180ca0734f574e8485112547f1d6c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:05:35:07:48:d4\",\"name\":\"82e8697b8930077\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0657756a-bb2e-4866-9b34-014d770c50d3\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:46:27.133606 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:27.144569 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:28.002879 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:28.044612 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:28.060149 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:46:28.117683 3776 namespace.go:98] [cert-manager] adding namespace I0504 20:46:28.118521 3776 namespace.go:102] [cert-manager] adding namespace took 815.465µs I0504 20:46:28.135826 3776 namespace.go:142] [cert-manager] updating namespace W0504 20:46:28.140677 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:46:28.173642 3776 namespace.go:142] [cert-manager] updating namespace W0504 20:46:28.894086 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:46:31.678746 3776 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-qqwfb] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-qqwfb for pod on switch ip-10-0-2-50.ec2.internal I0504 20:46:31.678831 3776 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-qqwfb I0504 20:46:31.696889 3776 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-qqwfb] pod update took 18.080091ms I0504 20:46:31.696980 3776 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-qqwfb] addLogicalPort annotation time took 18.172427ms I0504 20:46:31.698695 3776 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-qqwfb] addLogicalPort took 19.961065ms, libovsdb time 1.203056ms I0504 20:46:31.733183 3776 namespace.go:142] [openshift-operators] updating namespace I0504 20:46:31.749950 3776 namespace.go:142] [openshift-operators] updating namespace I0504 20:46:32.051873 3776 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-qqwfb e9f831820c1ad817ba9f131b022fa0b44e8c7128d9475cd7e2bad6c0551180cd network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-qqwfb e9f831820c1ad817ba9f131b022fa0b44e8c7128d9475cd7e2bad6c0551180cd network default NAD default NAD key ] I0504 20:46:32.062297 3776 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-qqwfb, hostIfaceName: e9f831820c1ad81, network: default, NAD default, SandboxID: "e9f831820c1ad817ba9f131b022fa0b44e8c7128d9475cd7e2bad6c0551180cd", PCI device ID: , UID: "62e8329a-1198-46c7-8680-f978d02d08d0", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0504 20:46:32.112547 3776 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-qqwfb e9f831820c1ad817ba9f131b022fa0b44e8c7128d9475cd7e2bad6c0551180cd network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-qqwfb e9f831820c1ad817ba9f131b022fa0b44e8c7128d9475cd7e2bad6c0551180cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ed:2b:5a:4a:ab\",\"name\":\"e9f831820c1ad81\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa579d2c-4188-4b92-80d4-87a3f9cc8c7b\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:46:33.664632 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:46:36.046901 3776 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-6z5kt] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-6z5kt for pod on switch ip-10-0-2-50.ec2.internal I0504 20:46:36.047018 3776 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-6z5kt I0504 20:46:36.061715 3776 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-6z5kt] pod update took 14.721346ms I0504 20:46:36.061740 3776 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-6z5kt] addLogicalPort annotation time took 14.750393ms I0504 20:46:36.062953 3776 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-6z5kt] addLogicalPort took 16.071644ms, libovsdb time 856.774µs I0504 20:46:36.408351 3776 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-6z5kt 9cd9005158b279683818dd7ef1ec77bf15b22f677553c18118afdd357acced50 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-6z5kt 9cd9005158b279683818dd7ef1ec77bf15b22f677553c18118afdd357acced50 network default NAD default NAD key ] I0504 20:46:36.417354 3776 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-6z5kt, hostIfaceName: 9cd9005158b2796, network: default, NAD default, SandboxID: "9cd9005158b279683818dd7ef1ec77bf15b22f677553c18118afdd357acced50", PCI device ID: , UID: "863a8ed2-6996-4baa-b640-05b8b09808bd", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0504 20:46:36.467813 3776 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-6z5kt 9cd9005158b279683818dd7ef1ec77bf15b22f677553c18118afdd357acced50 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-6z5kt 9cd9005158b279683818dd7ef1ec77bf15b22f677553c18118afdd357acced50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:32:c9:53:7f:ed\",\"name\":\"9cd9005158b2796\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bb20303-4dc0-4563-b911-73a63d742781\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:46:36.713502 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:46:36.713529 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:46:40.448119 3776 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 20:46:40.449032 3776 namespace.go:102] [trusted-artifact-signer] adding namespace took 886.678µs I0504 20:46:40.488921 3776 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:46:40.510028 3776 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 20:46:40.714692 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:46:41.645532 3776 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-dlvmv] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-dlvmv for pod on switch ip-10-0-2-50.ec2.internal I0504 20:46:41.645680 3776 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-dlvmv I0504 20:46:41.705524 3776 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-dlvmv] pod update took 59.886542ms I0504 20:46:41.705549 3776 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-dlvmv] addLogicalPort annotation time took 59.919054ms I0504 20:46:41.706758 3776 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-dlvmv] addLogicalPort took 61.240569ms, libovsdb time 861.391µs I0504 20:46:42.296622 3776 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-dlvmv b01904b456d937e797cc5f8474f741dfbf1f8e0640f10161c39668800d582773 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-dlvmv b01904b456d937e797cc5f8474f741dfbf1f8e0640f10161c39668800d582773 network default NAD default NAD key ] I0504 20:46:42.305615 3776 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-dlvmv, hostIfaceName: b01904b456d937e, network: default, NAD default, SandboxID: "b01904b456d937e797cc5f8474f741dfbf1f8e0640f10161c39668800d582773", PCI device ID: , UID: "60776688-f74d-4e38-b057-384738fde738", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0504 20:46:42.357202 3776 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-dlvmv b01904b456d937e797cc5f8474f741dfbf1f8e0640f10161c39668800d582773 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-dlvmv b01904b456d937e797cc5f8474f741dfbf1f8e0640f10161c39668800d582773 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:bf:dc:83:00:a1\",\"name\":\"b01904b456d937e\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4afa207d-7984-4d6b-83f9-ddebb63cb44d\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:46:42.865291 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:46:42.865312 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:46:45.323962 3776 namespace.go:142] [openshift-operators] updating namespace I0504 20:46:45.767218 3776 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-8kg6l] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-8kg6l for pod on switch ip-10-0-2-50.ec2.internal I0504 20:46:45.767477 3776 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-8kg6l I0504 20:46:45.788776 3776 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-8kg6l] pod update took 21.332131ms I0504 20:46:45.788819 3776 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-8kg6l] addLogicalPort annotation time took 21.378874ms I0504 20:46:45.790343 3776 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-8kg6l] addLogicalPort took 23.145735ms, libovsdb time 1.076392ms I0504 20:46:47.443254 3776 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-8kg6l 34f886f320a7e86d9f731f69e2de04890ad73f13a665e3d7c67aa892e1b1cf39 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-8kg6l 34f886f320a7e86d9f731f69e2de04890ad73f13a665e3d7c67aa892e1b1cf39 network default NAD default NAD key ] I0504 20:46:47.452410 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-8kg6l, hostIfaceName: 34f886f320a7e86, network: default, NAD default, SandboxID: "34f886f320a7e86d9f731f69e2de04890ad73f13a665e3d7c67aa892e1b1cf39", PCI device ID: , UID: "ece3b9de-b0f9-4805-b889-88908b1f7fb1", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0504 20:46:47.503348 3776 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-8kg6l 34f886f320a7e86d9f731f69e2de04890ad73f13a665e3d7c67aa892e1b1cf39 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-8kg6l 34f886f320a7e86d9f731f69e2de04890ad73f13a665e3d7c67aa892e1b1cf39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:3f:44:46:04:95\",\"name\":\"34f886f320a7e86\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db123a94-e91b-4f20-ab02-3223c1756c9e\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:46:49.170195 3776 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-fbtkm] creating logical port cert-manager_cert-manager-59c77684cc-fbtkm for pod on switch ip-10-0-2-50.ec2.internal I0504 20:46:49.170291 3776 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-fbtkm I0504 20:46:49.187921 3776 pod.go:62] [cert-manager/cert-manager-59c77684cc-fbtkm] pod update took 17.651941ms I0504 20:46:49.187945 3776 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-fbtkm] addLogicalPort annotation time took 17.681617ms I0504 20:46:49.189228 3776 pods.go:271] [cert-manager/cert-manager-59c77684cc-fbtkm] addLogicalPort took 19.054555ms, libovsdb time 904.038µs I0504 20:46:49.529919 3776 cni.go:452] [cert-manager/cert-manager-59c77684cc-fbtkm 40cdce20eaa8d7fa15cec3ea01b792916102057710584651d2d13d1d29e08f24 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-fbtkm 40cdce20eaa8d7fa15cec3ea01b792916102057710584651d2d13d1d29e08f24 network default NAD default NAD key ] I0504 20:46:49.539755 3776 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-fbtkm, hostIfaceName: 40cdce20eaa8d7f, network: default, NAD default, SandboxID: "40cdce20eaa8d7fa15cec3ea01b792916102057710584651d2d13d1d29e08f24", PCI device ID: , UID: "68d9dc89-985f-4f28-9655-0a3506469451", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0504 20:46:49.596104 3776 cni.go:473] [cert-manager/cert-manager-59c77684cc-fbtkm 40cdce20eaa8d7fa15cec3ea01b792916102057710584651d2d13d1d29e08f24 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-fbtkm 40cdce20eaa8d7fa15cec3ea01b792916102057710584651d2d13d1d29e08f24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:b9:6b:d2:67:61\",\"name\":\"40cdce20eaa8d7f\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c09e9d7b-2727-450c-b9b0-fa34ac5d8d47\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:46:56.436966 3776 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:56.437482 3776 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:56.462773 3776 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:56.462796 3776 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:56.469610 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 20:46:56.469643 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0504 20:47:01.999643 3776 namespace.go:98] [openshift-pipelines] adding namespace I0504 20:47:02.000607 3776 namespace.go:102] [openshift-pipelines] adding namespace took 924.827µs I0504 20:47:02.017137 3776 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:47:02.713211 3776 namespace.go:142] [cert-manager] updating namespace I0504 20:47:02.914431 3776 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:03.319813 3776 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:03.518898 3776 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:03.716689 3776 namespace.go:142] [open-cluster-management-2q3b2ja7v3odr0esm6oj4gf2cqo48sri] updating namespace I0504 20:47:04.121160 3776 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:04.317994 3776 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:04.518122 3776 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:04.720083 3776 namespace.go:142] [tsf] updating namespace I0504 20:47:04.921621 3776 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:05.120587 3776 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:05.319443 3776 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:05.443652 3776 namespace.go:142] [cert-manager] updating namespace I0504 20:47:05.451670 3776 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:05.463079 3776 namespace.go:142] [default] updating namespace I0504 20:47:05.470306 3776 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:05.478574 3776 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:05.486751 3776 namespace.go:142] [open-cluster-management-2q3b2ja7v3odr0esm6oj4gf2cqo48sri] updating namespace I0504 20:47:05.493171 3776 namespace.go:142] [openshift] updating namespace I0504 20:47:05.501795 3776 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:05.511687 3776 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:05.520186 3776 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:05.543484 3776 namespace.go:142] [tsf] updating namespace I0504 20:47:05.562567 3776 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:05.580563 3776 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:05.600651 3776 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:05.701154 3776 namespace.go:142] [cert-manager] updating namespace I0504 20:47:05.803451 3776 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:05.900370 3776 namespace.go:142] [default] updating namespace I0504 20:47:06.001865 3776 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:06.101033 3776 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:06.201421 3776 namespace.go:142] [open-cluster-management-2q3b2ja7v3odr0esm6oj4gf2cqo48sri] updating namespace I0504 20:47:06.302694 3776 namespace.go:142] [openshift] updating namespace I0504 20:47:06.401186 3776 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:06.501622 3776 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:06.599412 3776 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:06.698204 3776 namespace.go:142] [tsf] updating namespace I0504 20:47:06.801460 3776 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:06.901064 3776 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:07.000547 3776 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:07.259602 3776 namespace.go:142] [openshift-pipelines] updating namespace W0504 20:47:09.401980 3776 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0504 20:47:09.436829 3776 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0504 20:47:10.732820 3776 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:47:14.856534 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6j2vk] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-6j2vk for pod on switch ip-10-0-2-50.ec2.internal I0504 20:47:14.856625 3776 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6j2vk I0504 20:47:14.891651 3776 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6j2vk] pod update took 35.04846ms I0504 20:47:14.891698 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6j2vk] addLogicalPort annotation time took 35.099342ms I0504 20:47:14.893026 3776 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6j2vk] addLogicalPort took 36.506346ms, libovsdb time 922.547µs I0504 20:47:15.316722 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-zzkt9] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-zzkt9 for pod on switch ip-10-0-2-50.ec2.internal I0504 20:47:15.316815 3776 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-zzkt9 I0504 20:47:15.341896 3776 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-zzkt9] pod update took 25.104126ms I0504 20:47:15.341923 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-zzkt9] addLogicalPort annotation time took 25.136986ms I0504 20:47:15.343163 3776 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-zzkt9] addLogicalPort took 26.462045ms, libovsdb time 873.612µs I0504 20:47:15.514248 3776 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6j2vk ea72e53e89ea7af3b713b018c85156235c71743a74196f90c52e50de4325a493 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6j2vk ea72e53e89ea7af3b713b018c85156235c71743a74196f90c52e50de4325a493 network default NAD default NAD key ] I0504 20:47:15.523303 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-6j2vk, hostIfaceName: ea72e53e89ea7af, network: default, NAD default, SandboxID: "ea72e53e89ea7af3b713b018c85156235c71743a74196f90c52e50de4325a493", PCI device ID: , UID: "f70880e4-c452-4a38-b325-a813effa00bf", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0504 20:47:15.577167 3776 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6j2vk ea72e53e89ea7af3b713b018c85156235c71743a74196f90c52e50de4325a493 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6j2vk ea72e53e89ea7af3b713b018c85156235c71743a74196f90c52e50de4325a493 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:31:0e:a5:89:37\",\"name\":\"ea72e53e89ea7af\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24db7f64-ec6e-47f4-b043-f83e2d81646c\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:47:15.677914 3776 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-zzkt9 712f7029d927ed326bb2f11f1ae8e528f46f023e7e869956efb150eff587a270 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-zzkt9 712f7029d927ed326bb2f11f1ae8e528f46f023e7e869956efb150eff587a270 network default NAD default NAD key ] I0504 20:47:15.688567 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-zzkt9, hostIfaceName: 712f7029d927ed3, network: default, NAD default, SandboxID: "712f7029d927ed326bb2f11f1ae8e528f46f023e7e869956efb150eff587a270", PCI device ID: , UID: "17e149d5-35f6-4696-8eb0-b25d9b311def", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0504 20:47:15.740303 3776 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-zzkt9 712f7029d927ed326bb2f11f1ae8e528f46f023e7e869956efb150eff587a270 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-zzkt9 712f7029d927ed326bb2f11f1ae8e528f46f023e7e869956efb150eff587a270 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:6a:4f:d1:2e:58\",\"name\":\"712f7029d927ed3\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/499bbffa-befa-49df-827f-8f09ea1fef84\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:47:21.906131 3776 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:21.906151 3776 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:21.906156 3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:22.025042 3776 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:22.025138 3776 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:22.025150 3776 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:22.025157 3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:22.953182 3776 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:22.953199 3776 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:22.953208 3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:33.961065 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:33.961090 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:33.961096 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0504 20:47:40.282787 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dgv7r] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-dgv7r for pod on switch ip-10-0-2-50.ec2.internal I0504 20:47:40.282902 3776 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dgv7r I0504 20:47:40.297483 3776 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dgv7r] pod update took 14.600964ms I0504 20:47:40.297509 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dgv7r] addLogicalPort annotation time took 14.631276ms I0504 20:47:40.299001 3776 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dgv7r] addLogicalPort took 16.228461ms, libovsdb time 987.622µs I0504 20:47:40.646043 3776 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dgv7r 6317340c9ef8e34982e0ad00b90ab5b5197fb9f054f0b23159eb24015111ac94 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dgv7r 6317340c9ef8e34982e0ad00b90ab5b5197fb9f054f0b23159eb24015111ac94 network default NAD default NAD key ] I0504 20:47:40.655244 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-dgv7r, hostIfaceName: 6317340c9ef8e34, network: default, NAD default, SandboxID: "6317340c9ef8e34982e0ad00b90ab5b5197fb9f054f0b23159eb24015111ac94", PCI device ID: , UID: "3192ce69-b047-4e81-8ae7-bb6bb3a9dba7", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0504 20:47:40.705362 3776 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dgv7r 6317340c9ef8e34982e0ad00b90ab5b5197fb9f054f0b23159eb24015111ac94 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dgv7r 6317340c9ef8e34982e0ad00b90ab5b5197fb9f054f0b23159eb24015111ac94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:fb:2a:15:97:9b\",\"name\":\"6317340c9ef8e34\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b25596d-96a1-4473-92aa-e096e73ad383\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:47:44.554417 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 20:47:50.714731 3776 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:50.715290 3776 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:50.737207 3776 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:50.737229 3776 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:50.742892 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 20:47:50.742920 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 20:47:52.790255 3776 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 20:47:52.790899 3776 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 20:47:52.790919 3776 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 20:47:52.793190 3776 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0504 20:47:59.094823 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:47:59.094847 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:47:59.094877 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:47:59.094892 3776 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0504 20:48:02.603009 3776 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:48:05.684212 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-50.ec2.internal I0504 20:48:05.684320 3776 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0504 20:48:05.696802 3776 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.509918ms I0504 20:48:05.696858 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.56968ms I0504 20:48:05.698333 3776 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.139039ms, libovsdb time 1.073341ms I0504 20:48:08.446063 3776 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 f8de39aa0fef26cd6aa893ccc527078bdeefff588a70faf60d22c383e3a0436d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 f8de39aa0fef26cd6aa893ccc527078bdeefff588a70faf60d22c383e3a0436d network default NAD default NAD key ] I0504 20:48:08.458420 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: f8de39aa0fef26c, network: default, NAD default, SandboxID: "f8de39aa0fef26cd6aa893ccc527078bdeefff588a70faf60d22c383e3a0436d", PCI device ID: , UID: "a1081e22-846f-4143-9e12-8b28ad4aa66a", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0504 20:48:08.515169 3776 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 f8de39aa0fef26cd6aa893ccc527078bdeefff588a70faf60d22c383e3a0436d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 f8de39aa0fef26cd6aa893ccc527078bdeefff588a70faf60d22c383e3a0436d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:60:a7:03:97:10\",\"name\":\"f8de39aa0fef26c\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77fda9d4-49b5-4cb4-a535-7c0ec1be68de\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:48:10.322450 3776 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:10.323090 3776 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:10.323119 3776 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:48:10.323126 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:48:10.323138 3776 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:48:10.323141 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:48:11.348148 3776 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:11.348175 3776 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:11.348196 3776 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:11.348205 3776 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:15.240546 3776 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 20:48:23.946756 3776 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:23.946778 3776 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:23.946783 3776 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 20:48:42.964726 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-khp4m] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-khp4m for pod on switch ip-10-0-2-50.ec2.internal I0504 20:48:42.964818 3776 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-khp4m I0504 20:48:42.982693 3776 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-khp4m] pod update took 17.898876ms I0504 20:48:42.982723 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-khp4m] addLogicalPort annotation time took 17.93491ms I0504 20:48:42.984180 3776 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-khp4m] addLogicalPort took 19.474459ms, libovsdb time 948.188µs I0504 20:48:43.007515 3776 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:43.008093 3776 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:43.105024 3776 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:43.105048 3776 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:43.119639 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 20:48:43.119688 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 20:48:43.323466 3776 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-khp4m 24babb292f501223693bd0700de7c21e45ec2ee72017c0bf784737c5ee023bc9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-khp4m 24babb292f501223693bd0700de7c21e45ec2ee72017c0bf784737c5ee023bc9 network default NAD default NAD key ] I0504 20:48:43.332750 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-khp4m, hostIfaceName: 24babb292f50122, network: default, NAD default, SandboxID: "24babb292f501223693bd0700de7c21e45ec2ee72017c0bf784737c5ee023bc9", PCI device ID: , UID: "a896fecd-c962-45a5-9f80-575239cb9c78", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0504 20:48:43.384959 3776 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-khp4m 24babb292f501223693bd0700de7c21e45ec2ee72017c0bf784737c5ee023bc9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-khp4m 24babb292f501223693bd0700de7c21e45ec2ee72017c0bf784737c5ee023bc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:5b:02:eb:cf:0a\",\"name\":\"24babb292f50122\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6d48bf4-7bf2-4e71-b22f-09aec2c5095e\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:48:45.061596 3776 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-fpvkm-x4lg7] creating logical port tsf-tas_segment-backup-installation-fpvkm-x4lg7 for pod on switch ip-10-0-2-50.ec2.internal I0504 20:48:45.061705 3776 kube.go:256] Updating pod tsf-tas/segment-backup-installation-fpvkm-x4lg7 I0504 20:48:45.077747 3776 pod.go:62] [tsf-tas/segment-backup-installation-fpvkm-x4lg7] pod update took 16.064223ms I0504 20:48:45.077778 3776 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-fpvkm-x4lg7] addLogicalPort annotation time took 16.101388ms I0504 20:48:45.079345 3776 pods.go:271] [tsf-tas/segment-backup-installation-fpvkm-x4lg7] addLogicalPort took 17.766357ms, libovsdb time 1.066157ms I0504 20:48:45.533217 3776 cni.go:452] [tsf-tas/segment-backup-installation-fpvkm-x4lg7 3dabaa37b6e15becfa3fe6cc7d18e140141096d0daea55d56679c3d7d256445d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-fpvkm-x4lg7 3dabaa37b6e15becfa3fe6cc7d18e140141096d0daea55d56679c3d7d256445d network default NAD default NAD key ] I0504 20:48:45.542515 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-fpvkm-x4lg7, hostIfaceName: 3dabaa37b6e15be, network: default, NAD default, SandboxID: "3dabaa37b6e15becfa3fe6cc7d18e140141096d0daea55d56679c3d7d256445d", PCI device ID: , UID: "9a19bf53-73c6-486e-a2a0-da90d459c4b7", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0504 20:48:45.603304 3776 cni.go:473] [tsf-tas/segment-backup-installation-fpvkm-x4lg7 3dabaa37b6e15becfa3fe6cc7d18e140141096d0daea55d56679c3d7d256445d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-fpvkm-x4lg7 3dabaa37b6e15becfa3fe6cc7d18e140141096d0daea55d56679c3d7d256445d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:a3:e0:80:64:96\",\"name\":\"3dabaa37b6e15be\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ae3df0c-1f9d-40b6-bad8-09682cd52623\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:48:46.295684 3776 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5d4c8cbfd-24kc9] creating logical port tsf-tas_trillian-logserver-5d4c8cbfd-24kc9 for pod on switch ip-10-0-2-50.ec2.internal I0504 20:48:46.295838 3776 kube.go:256] Updating pod tsf-tas/trillian-logserver-5d4c8cbfd-24kc9 I0504 20:48:46.332725 3776 pod.go:62] [tsf-tas/trillian-logserver-5d4c8cbfd-24kc9] pod update took 36.921005ms I0504 20:48:46.332823 3776 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-5d4c8cbfd-24kc9] addLogicalPort annotation time took 37.022963ms I0504 20:48:46.334508 3776 pods.go:271] [tsf-tas/trillian-logserver-5d4c8cbfd-24kc9] addLogicalPort took 38.856247ms, libovsdb time 1.107903ms I0504 20:48:46.617549 3776 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-f65cc6d97-zv9tr] creating logical port tsf-tas_trillian-logsigner-f65cc6d97-zv9tr for pod on switch ip-10-0-2-50.ec2.internal I0504 20:48:46.617689 3776 kube.go:256] Updating pod tsf-tas/trillian-logsigner-f65cc6d97-zv9tr I0504 20:48:46.644721 3776 pod.go:62] [tsf-tas/trillian-logsigner-f65cc6d97-zv9tr] pod update took 27.088832ms I0504 20:48:46.644747 3776 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-f65cc6d97-zv9tr] addLogicalPort annotation time took 27.122029ms I0504 20:48:46.646097 3776 pods.go:271] [tsf-tas/trillian-logsigner-f65cc6d97-zv9tr] addLogicalPort took 28.568385ms, libovsdb time 939.229µs I0504 20:48:47.770171 3776 cni.go:452] [tsf-tas/trillian-logserver-5d4c8cbfd-24kc9 549fd7e64d96b6ebf063e915e73491625aca46008186d7933d8c28f920d85ee1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-5d4c8cbfd-24kc9 549fd7e64d96b6ebf063e915e73491625aca46008186d7933d8c28f920d85ee1 network default NAD default NAD key ] I0504 20:48:47.770196 3776 cni.go:452] [tsf-tas/trillian-logsigner-f65cc6d97-zv9tr b1ac8f12f6848a0d26f6e62162d28d787c5aef6bcef2d2505738430a9afb0f9a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-f65cc6d97-zv9tr b1ac8f12f6848a0d26f6e62162d28d787c5aef6bcef2d2505738430a9afb0f9a network default NAD default NAD key ] I0504 20:48:47.782727 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5d4c8cbfd-24kc9, hostIfaceName: 549fd7e64d96b6e, network: default, NAD default, SandboxID: "549fd7e64d96b6ebf063e915e73491625aca46008186d7933d8c28f920d85ee1", PCI device ID: , UID: "b4a828f0-ab2d-42ad-b00d-941142659379", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0504 20:48:47.783372 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-f65cc6d97-zv9tr, hostIfaceName: b1ac8f12f6848a0, network: default, NAD default, SandboxID: "b1ac8f12f6848a0d26f6e62162d28d787c5aef6bcef2d2505738430a9afb0f9a", PCI device ID: , UID: "f45d7c59-5615-462c-97c4-374a19df7012", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0504 20:48:47.842721 3776 cni.go:473] [tsf-tas/trillian-logsigner-f65cc6d97-zv9tr b1ac8f12f6848a0d26f6e62162d28d787c5aef6bcef2d2505738430a9afb0f9a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-f65cc6d97-zv9tr b1ac8f12f6848a0d26f6e62162d28d787c5aef6bcef2d2505738430a9afb0f9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:72:e1:b6:ec:3b\",\"name\":\"b1ac8f12f6848a0\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da18c300-b718-404f-9fa9-07af1f2fa627\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:48:47.866424 3776 cni.go:473] [tsf-tas/trillian-logserver-5d4c8cbfd-24kc9 549fd7e64d96b6ebf063e915e73491625aca46008186d7933d8c28f920d85ee1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-5d4c8cbfd-24kc9 549fd7e64d96b6ebf063e915e73491625aca46008186d7933d8c28f920d85ee1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:aa:5c:cf:30:42\",\"name\":\"549fd7e64d96b6e\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f014ef92-98f6-4be3-977e-f4bbcfa34d61\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:48:48.882752 3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:48:48.882775 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0504 20:48:49.835598 3776 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-ggdsk] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-ggdsk for pod on switch ip-10-0-2-50.ec2.internal I0504 20:48:49.835762 3776 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-ggdsk I0504 20:48:49.883029 3776 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-ggdsk I0504 20:48:49.912685 3776 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-ggdsk] pod update took 76.93847ms I0504 20:48:49.912712 3776 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-ggdsk] addLogicalPort annotation time took 76.998471ms I0504 20:48:49.914407 3776 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-ggdsk] addLogicalPort took 78.830937ms, libovsdb time 1.196432ms I0504 20:48:50.007811 3776 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-759cb4c4d4-cxjvt] creating logical port tsf-tas_trillian-db-759cb4c4d4-cxjvt for pod on switch ip-10-0-2-50.ec2.internal I0504 20:48:50.007931 3776 kube.go:256] Updating pod tsf-tas/trillian-db-759cb4c4d4-cxjvt I0504 20:48:50.030983 3776 pod.go:62] [tsf-tas/trillian-db-759cb4c4d4-cxjvt] pod update took 23.086201ms I0504 20:48:50.031012 3776 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-759cb4c4d4-cxjvt] addLogicalPort annotation time took 23.121376ms I0504 20:48:50.032867 3776 pods.go:271] [tsf-tas/trillian-db-759cb4c4d4-cxjvt] addLogicalPort took 25.076451ms, libovsdb time 1.246012ms I0504 20:48:50.613162 3776 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-ggdsk 90e8d4aca53583af1fbb57a4c6b29a17604b21bd7b19cb03c1fd22d46fbe711c network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-ggdsk 90e8d4aca53583af1fbb57a4c6b29a17604b21bd7b19cb03c1fd22d46fbe711c network default NAD default NAD key ] I0504 20:48:50.625414 3776 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-ggdsk, hostIfaceName: 90e8d4aca53583a, network: default, NAD default, SandboxID: "90e8d4aca53583af1fbb57a4c6b29a17604b21bd7b19cb03c1fd22d46fbe711c", PCI device ID: , UID: "581d939c-f968-4093-a2ad-c3d9de142558", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0504 20:48:50.694602 3776 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-ggdsk 90e8d4aca53583af1fbb57a4c6b29a17604b21bd7b19cb03c1fd22d46fbe711c network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-ggdsk 90e8d4aca53583af1fbb57a4c6b29a17604b21bd7b19cb03c1fd22d46fbe711c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:b0:a2:ac:22:da\",\"name\":\"90e8d4aca53583a\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9e73049-3859-4894-bdf5-93ece8e6d719\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:48:52.607089 3776 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-kqjkj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:52.607737 3776 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-kqjkj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:53.501788 3776 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-kqjkj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:53.501811 3776 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-kqjkj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:01.678225 3776 cni.go:452] [tsf-tas/trillian-db-759cb4c4d4-cxjvt d7a9a3100c914f3724889c473d949b820cc951f9ffe543bb557a811cf081377f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-759cb4c4d4-cxjvt d7a9a3100c914f3724889c473d949b820cc951f9ffe543bb557a811cf081377f network default NAD default NAD key ] I0504 20:49:01.688276 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-759cb4c4d4-cxjvt, hostIfaceName: d7a9a3100c914f3, network: default, NAD default, SandboxID: "d7a9a3100c914f3724889c473d949b820cc951f9ffe543bb557a811cf081377f", PCI device ID: , UID: "d8e11867-dac7-4c6b-beb4-30e42c76fafd", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0504 20:49:01.752570 3776 cni.go:473] [tsf-tas/trillian-db-759cb4c4d4-cxjvt d7a9a3100c914f3724889c473d949b820cc951f9ffe543bb557a811cf081377f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-759cb4c4d4-cxjvt d7a9a3100c914f3724889c473d949b820cc951f9ffe543bb557a811cf081377f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:67:ed:67:5f:f8\",\"name\":\"d7a9a3100c914f3\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef51e75e-4251-4529-9bb9-a1dab54cf5c0\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:49:02.488934 3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:49:02.582228 3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0504 20:49:05.481249 3776 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0504 20:49:06.491915 3776 cni.go:452] [tsf-tas/segment-backup-installation-fpvkm-x4lg7 3dabaa37b6e15becfa3fe6cc7d18e140141096d0daea55d56679c3d7d256445d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-fpvkm-x4lg7 3dabaa37b6e15becfa3fe6cc7d18e140141096d0daea55d56679c3d7d256445d network default NAD default NAD key ] I0504 20:49:06.587450 3776 cni.go:473] [tsf-tas/segment-backup-installation-fpvkm-x4lg7 3dabaa37b6e15becfa3fe6cc7d18e140141096d0daea55d56679c3d7d256445d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-fpvkm-x4lg7 3dabaa37b6e15becfa3fe6cc7d18e140141096d0daea55d56679c3d7d256445d network default NAD default NAD key default], result "{}", err I0504 20:49:06.647918 3776 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-fpvkm-x4lg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:06.647958 3776 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-fpvkm-x4lg7 I0504 20:49:06.649460 3776 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-fpvkm-x4lg7, ips: 10.129.0.35 I0504 20:49:06.649490 3776 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-fpvkm-x4lg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:07.574910 3776 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-fpvkm-x4lg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:07.574932 3776 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-fpvkm-x4lg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:11.372463 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0504 20:49:11.608129 3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0504 20:49:13.481381 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:49:13.862317 3776 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:13.862891 3776 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:14.673923 3776 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:14.673946 3776 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:14.683000 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc I0504 20:49:14.683025 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc W0504 20:49:16.707881 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0504 20:49:32.582595 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:49:32.606887 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0504 20:49:34.234767 3776 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:34.235307 3776 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:34.257556 3776 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:34.257577 3776 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:34.263242 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 20:49:34.263268 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 20:49:35.019484 3776 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-4ll8k] creating logical port tsf_patch-tekton-config-4ll8k for pod on switch ip-10-0-2-50.ec2.internal I0504 20:49:35.019596 3776 kube.go:256] Updating pod tsf/patch-tekton-config-4ll8k I0504 20:49:35.031209 3776 pod.go:62] [tsf/patch-tekton-config-4ll8k] pod update took 11.648568ms I0504 20:49:35.031253 3776 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-4ll8k] addLogicalPort annotation time took 11.677319ms I0504 20:49:35.032797 3776 pods.go:271] [tsf/patch-tekton-config-4ll8k] addLogicalPort took 13.333213ms, libovsdb time 1.00687ms I0504 20:49:35.378241 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=66 I0504 20:49:35.423289 3776 cni.go:452] [tsf/patch-tekton-config-4ll8k 12af63cc4b810dd1db2f92bee7417408fa793597697a13edb4ab2d591f6243f0 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-4ll8k 12af63cc4b810dd1db2f92bee7417408fa793597697a13edb4ab2d591f6243f0 network default NAD default NAD key ] I0504 20:49:35.443493 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-4ll8k, hostIfaceName: 12af63cc4b810dd, network: default, NAD default, SandboxID: "12af63cc4b810dd1db2f92bee7417408fa793597697a13edb4ab2d591f6243f0", PCI device ID: , UID: "1b06a31e-6ca3-48ac-affe-2f7a19d9f817", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0504 20:49:35.497754 3776 cni.go:473] [tsf/patch-tekton-config-4ll8k 12af63cc4b810dd1db2f92bee7417408fa793597697a13edb4ab2d591f6243f0 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-4ll8k 12af63cc4b810dd1db2f92bee7417408fa793597697a13edb4ab2d591f6243f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:5f:2b:72:ed:b1\",\"name\":\"12af63cc4b810dd\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e17a98e-9026-4ae1-9893-81c53da41f63\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:49:37.375428 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=112 I0504 20:49:39.491750 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0504 20:49:42.289424 3776 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8tvjz-kqszr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:42.290040 3776 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8tvjz-kqszr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:42.320135 3776 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:42.320627 3776 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:42.692320 3776 cni.go:452] [tsf/patch-tekton-config-4ll8k 12af63cc4b810dd1db2f92bee7417408fa793597697a13edb4ab2d591f6243f0 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-4ll8k 12af63cc4b810dd1db2f92bee7417408fa793597697a13edb4ab2d591f6243f0 network default NAD default NAD key ] I0504 20:49:42.771962 3776 cni.go:473] [tsf/patch-tekton-config-4ll8k 12af63cc4b810dd1db2f92bee7417408fa793597697a13edb4ab2d591f6243f0 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-4ll8k 12af63cc4b810dd1db2f92bee7417408fa793597697a13edb4ab2d591f6243f0 network default NAD default NAD key default], result "{}", err I0504 20:49:42.819990 3776 obj_retry.go:498] Detected object tsf/patch-tekton-config-4ll8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:42.820027 3776 pods.go:176] Deleting pod: tsf/patch-tekton-config-4ll8k I0504 20:49:42.821444 3776 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-4ll8k, ips: 10.129.0.40 I0504 20:49:42.821471 3776 obj_retry.go:498] Detected object tsf/patch-tekton-config-4ll8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:43.159707 3776 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8tvjz-kqszr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:43.159734 3776 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8tvjz-kqszr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:43.181926 3776 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:43.181952 3776 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:43.843134 3776 obj_retry.go:492] Detected object tsf/patch-tekton-config-4ll8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:43.843159 3776 obj_retry.go:492] Detected object tsf/patch-tekton-config-4ll8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:49:50.203602 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 20:49:51.333194 3776 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-crqgz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:51.333831 3776 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-crqgz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:52.355411 3776 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-crqgz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:52.355434 3776 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-crqgz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:52.393409 3776 obj_retry.go:492] Detected object tsf/patch-tekton-config-4ll8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:52.393434 3776 obj_retry.go:492] Detected object tsf/patch-tekton-config-4ll8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:52.396587 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-4ll8k I0504 20:49:52.396617 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-4ll8k W0504 20:49:54.786993 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0504 20:49:54.806707 3776 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0504 20:49:57.368469 3776 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:57.369061 3776 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:57.393512 3776 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:57.393542 3776 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:57.398359 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 20:49:57.398383 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0504 20:49:58.761781 3776 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-4jgq7] creating logical port tsf-tpa_create-db-4jgq7 for pod on switch ip-10-0-2-50.ec2.internal I0504 20:49:58.761897 3776 kube.go:256] Updating pod tsf-tpa/create-db-4jgq7 I0504 20:49:58.773731 3776 pod.go:62] [tsf-tpa/create-db-4jgq7] pod update took 11.868152ms I0504 20:49:58.773753 3776 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-4jgq7] addLogicalPort annotation time took 11.899764ms I0504 20:49:58.775197 3776 pods.go:271] [tsf-tpa/create-db-4jgq7] addLogicalPort took 13.433606ms, libovsdb time 1.016586ms I0504 20:49:59.124489 3776 cni.go:452] [tsf-tpa/create-db-4jgq7 09ce44b1f56286ebb3493380fcca6688d59bab072c139818bb97cf06c0880b3b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-4jgq7 09ce44b1f56286ebb3493380fcca6688d59bab072c139818bb97cf06c0880b3b network default NAD default NAD key ] I0504 20:49:59.134188 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-4jgq7, hostIfaceName: 09ce44b1f56286e, network: default, NAD default, SandboxID: "09ce44b1f56286ebb3493380fcca6688d59bab072c139818bb97cf06c0880b3b", PCI device ID: , UID: "d739c275-3dbb-4fb9-9ca8-9df40f4a42f7", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0504 20:49:59.187154 3776 cni.go:473] [tsf-tpa/create-db-4jgq7 09ce44b1f56286ebb3493380fcca6688d59bab072c139818bb97cf06c0880b3b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-4jgq7 09ce44b1f56286ebb3493380fcca6688d59bab072c139818bb97cf06c0880b3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:06:2a:1f:33:73\",\"name\":\"09ce44b1f56286e\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fc6bb63-12a8-4796-86c5-7612a1fae5fe\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:50:03.987758 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.988326 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:04.859725 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.859749 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:05.285896 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0504 20:50:06.820616 3776 cni.go:452] [tsf-tpa/create-db-4jgq7 09ce44b1f56286ebb3493380fcca6688d59bab072c139818bb97cf06c0880b3b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-4jgq7 09ce44b1f56286ebb3493380fcca6688d59bab072c139818bb97cf06c0880b3b network default NAD default NAD key ] I0504 20:50:06.893800 3776 cni.go:473] [tsf-tpa/create-db-4jgq7 09ce44b1f56286ebb3493380fcca6688d59bab072c139818bb97cf06c0880b3b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-4jgq7 09ce44b1f56286ebb3493380fcca6688d59bab072c139818bb97cf06c0880b3b network default NAD default NAD key default], result "{}", err I0504 20:50:06.942074 3776 obj_retry.go:498] Detected object tsf-tpa/create-db-4jgq7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:06.942137 3776 pods.go:176] Deleting pod: tsf-tpa/create-db-4jgq7 I0504 20:50:06.943404 3776 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-4jgq7, ips: 10.129.0.41 I0504 20:50:06.943435 3776 obj_retry.go:498] Detected object tsf-tpa/create-db-4jgq7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:07.966881 3776 obj_retry.go:492] Detected object tsf-tpa/create-db-4jgq7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:07.966915 3776 obj_retry.go:492] Detected object tsf-tpa/create-db-4jgq7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:08.070424 3776 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-d8wx7] creating logical port tsf-tpa_migrate-db-d8wx7 for pod on switch ip-10-0-2-50.ec2.internal I0504 20:50:08.070543 3776 kube.go:256] Updating pod tsf-tpa/migrate-db-d8wx7 I0504 20:50:08.081775 3776 pod.go:62] [tsf-tpa/migrate-db-d8wx7] pod update took 11.253909ms I0504 20:50:08.081799 3776 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-d8wx7] addLogicalPort annotation time took 11.280445ms I0504 20:50:08.083253 3776 pods.go:271] [tsf-tpa/migrate-db-d8wx7] addLogicalPort took 12.845498ms, libovsdb time 957.264µs I0504 20:50:08.429133 3776 cni.go:452] [tsf-tpa/migrate-db-d8wx7 5207c16a01ed6cc8874caa2ab2f1d4abd02b281c9edbcb77ef7b451bdc7295ec network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-d8wx7 5207c16a01ed6cc8874caa2ab2f1d4abd02b281c9edbcb77ef7b451bdc7295ec network default NAD default NAD key ] I0504 20:50:08.438676 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-d8wx7, hostIfaceName: 5207c16a01ed6cc, network: default, NAD default, SandboxID: "5207c16a01ed6cc8874caa2ab2f1d4abd02b281c9edbcb77ef7b451bdc7295ec", PCI device ID: , UID: "16f9b798-76e5-4513-a71f-09e14947079e", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0504 20:50:08.491221 3776 cni.go:473] [tsf-tpa/migrate-db-d8wx7 5207c16a01ed6cc8874caa2ab2f1d4abd02b281c9edbcb77ef7b451bdc7295ec network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-d8wx7 5207c16a01ed6cc8874caa2ab2f1d4abd02b281c9edbcb77ef7b451bdc7295ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:06:03:8c:33:c3\",\"name\":\"5207c16a01ed6cc\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fe9d28b-b2a6-4ada-9003-76bef05cada4\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:50:10.849043 3776 cni.go:452] [tsf-tpa/migrate-db-d8wx7 5207c16a01ed6cc8874caa2ab2f1d4abd02b281c9edbcb77ef7b451bdc7295ec network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-d8wx7 5207c16a01ed6cc8874caa2ab2f1d4abd02b281c9edbcb77ef7b451bdc7295ec network default NAD default NAD key ] I0504 20:50:10.940498 3776 cni.go:473] [tsf-tpa/migrate-db-d8wx7 5207c16a01ed6cc8874caa2ab2f1d4abd02b281c9edbcb77ef7b451bdc7295ec network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-d8wx7 5207c16a01ed6cc8874caa2ab2f1d4abd02b281c9edbcb77ef7b451bdc7295ec network default NAD default NAD key default], result "{}", err I0504 20:50:11.055392 3776 obj_retry.go:498] Detected object tsf-tpa/migrate-db-d8wx7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:11.055424 3776 pods.go:176] Deleting pod: tsf-tpa/migrate-db-d8wx7 I0504 20:50:11.056875 3776 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-d8wx7, ips: 10.129.0.42 I0504 20:50:11.056906 3776 obj_retry.go:498] Detected object tsf-tpa/migrate-db-d8wx7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:11.105061 3776 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d8wx7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.105096 3776 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d8wx7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:14.256207 3776 base_network_controller_pods.go:487] [default/tsf-tpa/server-5d46d9d96c-nhmz6] creating logical port tsf-tpa_server-5d46d9d96c-nhmz6 for pod on switch ip-10-0-2-50.ec2.internal I0504 20:50:14.256304 3776 kube.go:256] Updating pod tsf-tpa/server-5d46d9d96c-nhmz6 I0504 20:50:14.269153 3776 pod.go:62] [tsf-tpa/server-5d46d9d96c-nhmz6] pod update took 12.879299ms I0504 20:50:14.269174 3776 base_network_controller_pods.go:951] [default/tsf-tpa/server-5d46d9d96c-nhmz6] addLogicalPort annotation time took 12.904557ms I0504 20:50:14.270502 3776 pods.go:271] [tsf-tpa/server-5d46d9d96c-nhmz6] addLogicalPort took 14.310256ms, libovsdb time 882.636µs I0504 20:50:16.025121 3776 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-89xxg] creating logical port tsf-tpa_importer-86bcdf477b-89xxg for pod on switch ip-10-0-2-50.ec2.internal I0504 20:50:16.025249 3776 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-89xxg I0504 20:50:16.039202 3776 pod.go:62] [tsf-tpa/importer-86bcdf477b-89xxg] pod update took 13.975589ms I0504 20:50:16.039236 3776 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-89xxg] addLogicalPort annotation time took 14.014324ms I0504 20:50:16.040882 3776 pods.go:271] [tsf-tpa/importer-86bcdf477b-89xxg] addLogicalPort took 15.774776ms, libovsdb time 1.057871ms I0504 20:50:16.058632 3776 obj_retry.go:498] Detected object tsf-tpa/create-importers-brkp2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:16.059187 3776 obj_retry.go:498] Detected object tsf-tpa/create-importers-brkp2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:17.082221 3776 obj_retry.go:492] Detected object tsf-tpa/create-importers-brkp2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:17.082248 3776 obj_retry.go:492] Detected object tsf-tpa/create-importers-brkp2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:22.390082 3776 cni.go:452] [tsf-tpa/importer-86bcdf477b-89xxg d55cac39975ee48f9ade303c4845becb78f3a442c1bc5e31063689391a15ac63 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-89xxg d55cac39975ee48f9ade303c4845becb78f3a442c1bc5e31063689391a15ac63 network default NAD default NAD key ] I0504 20:50:22.399908 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-89xxg, hostIfaceName: d55cac39975ee48, network: default, NAD default, SandboxID: "d55cac39975ee48f9ade303c4845becb78f3a442c1bc5e31063689391a15ac63", PCI device ID: , UID: "38e667bb-3930-4741-9eda-c28247aae887", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0504 20:50:22.438407 3776 cni.go:452] [tsf-tpa/server-5d46d9d96c-nhmz6 7aa65ab5a16341219543da809294adb55de01a1727fde53576070f168c147230 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-5d46d9d96c-nhmz6 7aa65ab5a16341219543da809294adb55de01a1727fde53576070f168c147230 network default NAD default NAD key ] I0504 20:50:22.449063 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-5d46d9d96c-nhmz6, hostIfaceName: 7aa65ab5a163412, network: default, NAD default, SandboxID: "7aa65ab5a16341219543da809294adb55de01a1727fde53576070f168c147230", PCI device ID: , UID: "60a9786c-a221-414d-a279-f71eecc8daca", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0504 20:50:22.459273 3776 cni.go:473] [tsf-tpa/importer-86bcdf477b-89xxg d55cac39975ee48f9ade303c4845becb78f3a442c1bc5e31063689391a15ac63 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-89xxg d55cac39975ee48f9ade303c4845becb78f3a442c1bc5e31063689391a15ac63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:fb:b4:02:59:74\",\"name\":\"d55cac39975ee48\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfff19e1-d3ee-4da3-963c-38deeea368e2\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:50:22.503471 3776 cni.go:473] [tsf-tpa/server-5d46d9d96c-nhmz6 7aa65ab5a16341219543da809294adb55de01a1727fde53576070f168c147230 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-5d46d9d96c-nhmz6 7aa65ab5a16341219543da809294adb55de01a1727fde53576070f168c147230 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:1b:6a:35:0f:3c\",\"name\":\"7aa65ab5a163412\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aeaa67da-eaa5-465f-86fa-f61c9d883816\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:50:22.908498 3776 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0504 20:50:33.917138 3776 util.go:959] Failed to build node endpoints for node ip-10-0-2-50.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0504 20:50:38.600439 3776 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gn6km-nfssx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:38.600998 3776 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gn6km-nfssx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:39.481689 3776 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gn6km-nfssx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:39.481717 3776 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gn6km-nfssx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:46.501770 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0504 20:50:49.475144 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 20:50:50.659028 3776 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:50.659649 3776 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:50.702753 3776 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:50.702777 3776 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:50.707920 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 20:50:50.707939 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 20:50:51.545294 3776 namespace.go:98] [image-controller] adding namespace I0504 20:50:51.545438 3776 namespace.go:98] [default-tenant] adding namespace I0504 20:50:51.545503 3776 namespace.go:98] [integration-service] adding namespace I0504 20:50:51.546301 3776 namespace.go:102] [image-controller] adding namespace took 985.54µs I0504 20:50:51.546990 3776 namespace.go:102] [default-tenant] adding namespace took 1.535109ms I0504 20:50:51.547685 3776 namespace.go:102] [integration-service] adding namespace took 2.166746ms I0504 20:50:51.548543 3776 namespace.go:98] [build-service] adding namespace I0504 20:50:51.549148 3776 namespace.go:102] [build-service] adding namespace took 590.965µs I0504 20:50:51.603690 3776 namespace.go:142] [image-controller] updating namespace I0504 20:50:51.639793 3776 namespace.go:142] [image-controller] updating namespace I0504 20:50:51.644611 3776 namespace.go:142] [default-tenant] updating namespace I0504 20:50:51.667834 3776 namespace.go:142] [default-tenant] updating namespace I0504 20:50:51.683822 3776 namespace.go:142] [integration-service] updating namespace I0504 20:50:51.695721 3776 namespace.go:142] [integration-service] updating namespace I0504 20:50:51.699607 3776 namespace.go:142] [build-service] updating namespace I0504 20:50:51.722788 3776 namespace.go:142] [build-service] updating namespace I0504 20:50:51.865005 3776 namespace.go:142] [build-service] updating namespace I0504 20:50:51.886097 3776 namespace.go:142] [integration-service] updating namespace I0504 20:50:51.906830 3776 namespace.go:98] [release-service] adding namespace I0504 20:50:51.907744 3776 namespace.go:102] [release-service] adding namespace took 891.68µs I0504 20:50:51.930906 3776 namespace.go:142] [release-service] updating namespace I0504 20:50:51.940228 3776 namespace.go:142] [konflux-ui] updating namespace I0504 20:50:51.956951 3776 namespace.go:142] [release-service] updating namespace I0504 20:50:52.035766 3776 namespace.go:98] [konflux-info] adding namespace I0504 20:50:52.036701 3776 namespace.go:102] [konflux-info] adding namespace took 912.917µs I0504 20:50:52.117159 3776 namespace.go:142] [konflux-info] updating namespace I0504 20:50:52.117331 3776 namespace.go:98] [namespace-lister] adding namespace I0504 20:50:52.118101 3776 namespace.go:102] [namespace-lister] adding namespace took 755.385µs I0504 20:50:52.142959 3776 namespace.go:98] [enterprise-contract-service] adding namespace I0504 20:50:52.143070 3776 namespace.go:142] [konflux-info] updating namespace I0504 20:50:52.143732 3776 namespace.go:102] [enterprise-contract-service] adding namespace took 754.755µs I0504 20:50:52.166395 3776 namespace.go:142] [image-controller] updating namespace I0504 20:50:52.166435 3776 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:52.226439 3776 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:52.237459 3776 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:52.294696 3776 namespace.go:142] [default-tenant] updating namespace I0504 20:50:52.304613 3776 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:52.410443 3776 namespace.go:98] [segment-bridge] adding namespace I0504 20:50:52.411294 3776 namespace.go:102] [segment-bridge] adding namespace took 831.184µs I0504 20:50:52.441632 3776 namespace.go:98] [konflux-cli] adding namespace I0504 20:50:52.442438 3776 namespace.go:102] [konflux-cli] adding namespace took 782.007µs I0504 20:50:52.572687 3776 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:52.651767 3776 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:52.702131 3776 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 20:50:52.702853 3776 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 20:50:52.702880 3776 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 20:50:52.705841 3776 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 20:50:52.752671 3776 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:52.752824 3776 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:52.869565 3776 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 20:50:52.869590 3776 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 20:50:52.870610 3776 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 20:50:53.288197 3776 namespace.go:142] [build-service] updating namespace I0504 20:50:54.437353 3776 namespace.go:142] [default-tenant] updating namespace I0504 20:50:55.127636 3776 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:55.461421 3776 namespace.go:142] [image-controller] updating namespace W0504 20:50:55.598783 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0504 20:50:55.680704 3776 namespace.go:142] [integration-service] updating namespace I0504 20:50:55.884603 3776 namespace.go:142] [konflux-info] updating namespace I0504 20:50:56.071868 3776 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:56.268831 3776 namespace.go:142] [release-service] updating namespace I0504 20:50:56.382783 3776 namespace.go:142] [build-service] updating namespace I0504 20:50:56.400451 3776 namespace.go:142] [default-tenant] updating namespace I0504 20:50:56.423431 3776 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:56.435328 3776 namespace.go:142] [image-controller] updating namespace I0504 20:50:56.450714 3776 namespace.go:142] [integration-service] updating namespace I0504 20:50:56.473848 3776 namespace.go:142] [konflux-info] updating namespace I0504 20:50:56.494597 3776 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:56.505474 3776 namespace.go:142] [release-service] updating namespace I0504 20:50:56.561077 3776 namespace.go:142] [build-service] updating namespace I0504 20:50:56.679746 3776 namespace.go:142] [default-tenant] updating namespace I0504 20:50:56.776929 3776 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:56.851372 3776 namespace.go:142] [image-controller] updating namespace I0504 20:50:56.965148 3776 namespace.go:142] [integration-service] updating namespace I0504 20:50:57.051981 3776 namespace.go:142] [konflux-info] updating namespace I0504 20:50:57.133262 3776 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:57.208060 3776 namespace.go:142] [release-service] updating namespace I0504 20:50:58.462462 3776 namespace.go:142] [konflux-cli] updating namespace W0504 20:50:58.581831 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 20:50:58.605607 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0504 20:50:58.652150 3776 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:58.767040 3776 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:58.777354 3776 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:58.878991 3776 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:58.979290 3776 namespace.go:142] [segment-bridge] updating namespace W0504 20:51:01.607349 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:51:01.607446 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:01.638101 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:01.638699 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:51:03.624738 3776 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0504 20:51:07.660395 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:07.660419 3776 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:07.679356 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 20:51:07.679386 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0504 20:51:09.244879 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:09.244897 3776 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0504 20:51:13.000368 3776 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g98pz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:13.000976 3776 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g98pz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:13.727116 3776 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g98pz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:13.727136 3776 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g98pz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:13.732967 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-g98pz I0504 20:51:13.732995 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-g98pz I0504 20:51:24.497863 3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 20:51:41.469708 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0504 20:51:44.486722 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 20:51:49.464584 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0504 20:51:57.464987 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0504 20:52:04.383803 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=636 I0504 20:52:12.502006 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0504 20:52:15.374677 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=69 I0504 20:52:19.460808 3776 obj_retry.go:498] Detected object konflux-ui/proxy-7668cdb8dd-svj6h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:19.461364 3776 obj_retry.go:498] Detected object konflux-ui/proxy-7668cdb8dd-svj6h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:20.063524 3776 obj_retry.go:492] Detected object konflux-ui/proxy-7668cdb8dd-svj6h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:20.063549 3776 obj_retry.go:492] Detected object konflux-ui/proxy-7668cdb8dd-svj6h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:20.069361 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7668cdb8dd-svj6h I0504 20:52:20.069384 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7668cdb8dd-svj6h I0504 20:52:26.840136 3776 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:26.840746 3776 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:26.858751 3776 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:26.858775 3776 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:26.865615 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 20:52:26.865642 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 20:54:01.480474 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0504 20:54:01.502801 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0504 20:55:52.378322 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=129 I0504 20:56:14.375870 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0504 20:56:39.380799 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=28 I0504 20:56:48.477635 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0504 20:57:18.494952 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 20:57:47.490063 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 20:59:00.379101 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=67 I0504 20:59:01.386734 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=17 I0504 20:59:15.438183 3776 namespace.go:98] [managed-tenant-nmblp] adding namespace I0504 20:59:15.439111 3776 namespace.go:102] [managed-tenant-nmblp] adding namespace took 905.188µs I0504 20:59:15.485485 3776 namespace.go:142] [managed-tenant-nmblp] updating namespace I0504 20:59:15.503476 3776 namespace.go:142] [managed-tenant-nmblp] updating namespace I0504 20:59:16.477962 3776 namespace.go:142] [managed-tenant-nmblp] updating namespace I0504 20:59:16.612684 3776 namespace.go:142] [managed-tenant-nmblp] updating namespace I0504 20:59:16.711066 3776 namespace.go:142] [managed-tenant-nmblp] updating namespace I0504 20:59:55.377741 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31 I0504 21:00:02.504449 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 21:00:04.458994 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:04.459591 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:05.335433 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:05.335459 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:07.047682 3776 obj_retry.go:492] Detected object tsf-tpa/create-db-4jgq7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:07.047709 3776 obj_retry.go:492] Detected object tsf-tpa/create-db-4jgq7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:07.051861 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-4jgq7 I0504 21:00:07.051890 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-4jgq7 I0504 21:00:11.036595 3776 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d8wx7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:11.036708 3776 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d8wx7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:11.040386 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-d8wx7 I0504 21:00:11.040417 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-d8wx7 I0504 21:00:17.029182 3776 obj_retry.go:492] Detected object tsf-tpa/create-importers-brkp2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:17.029201 3776 obj_retry.go:492] Detected object tsf-tpa/create-importers-brkp2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:17.035711 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-brkp2 I0504 21:00:17.035791 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-brkp2 I0504 21:00:24.500405 3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 21:01:22.466946 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0504 21:01:30.472570 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0504 21:01:36.467954 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0504 21:01:41.483388 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0504 21:01:58.480828 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0504 21:02:00.505887 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0504 21:02:01.383578 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0504 21:03:29.379136 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0504 21:03:40.493537 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0504 21:03:54.498425 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 21:05:24.381903 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 W0504 21:06:13.031204 3776 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg I0504 21:07:58.390342 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=42 I0504 21:08:41.381800 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0504 21:08:46.475041 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0504 21:08:48.507714 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0504 21:08:51.387048 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0504 21:08:59.496584 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 21:09:06.392825 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 I0504 21:09:19.503970 3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0504 21:09:41.509005 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 W0504 21:09:43.030823 3776 duration.go:461] Config duration recorder: measurement expired for pod/tsf/patch-tekton-config-4ll8k I0504 21:09:59.469783 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0504 21:10:03.927377 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:03.928002 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:04.797599 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:04.797643 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:04.830449 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:04.830508 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:04.833318 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z I0504 21:10:04.833345 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z I0504 21:10:19.483296 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 21:11:02.501162 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7