+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-226.ec2.internal ++ [[ -n ip-10-0-2-226.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-226.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0417 22:50:32.761230367 - disable conntrack on geneve port' I0417 22:50:32.761230367 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0417 22:50:32.777828678 - starting ovnkube-node' I0417 22:50:32.777828678 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-226.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-226.ec2.internal --init-node ip-10-0-2-226.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-226.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0417 22:50:32.818765 3816 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0417 22:50:32.819016 3816 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-cb6565489a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0417 22:50:32.820394 3816 kube.go:431] Waiting for certificate I0417 22:50:32.820422 3816 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0417 22:50:32.820477 3816 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0417 22:50:32.821239 3816 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0417 22:50:32.851924 3816 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 22:50:32.851942 3816 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 22:50:32.854783 3816 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 22:50:32.854885 3816 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bkshl" I0417 22:50:32.861983 3816 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bkshl" I0417 22:50:32.862037 3816 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 22:50:33.820854 3816 kube.go:438] Certificate found I0417 22:50:33.821569 3816 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0417 22:50:33.823181 3816 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0417 22:50:33.865236 3816 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-18 22:45:32 +0000 UTC" deadline="2026-04-18 18:09:07.882366533 +0000 UTC" I0417 22:50:33.865534 3816 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h18m34.016935874s" I0417 22:50:33.899399 3816 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0417 22:50:33.910373 3816 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0417 22:50:33.910437 3816 server.go:101] MetricServer registers OVS metrics I0417 22:50:33.910676 3816 server.go:105] MetricServer registers OVN DB metrics I0417 22:50:33.910731 3816 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0417 22:50:33.910800 3816 factory.go:561] Starting watch factory I0417 22:50:33.910905 3816 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.910915 3816 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.910927 3816 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.910932 3816 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.910919 3816 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.910967 3816 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.911095 3816 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.911112 3816 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.911130 3816 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.911150 3816 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.911459 3816 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.911478 3816 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.915341 3816 controller_manager.go:370] Starting the ovnkube controller I0417 22:50:33.915357 3816 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-226.ec2.internal I0417 22:50:33.915401 3816 controller_manager.go:395] NBDB zone sync took: 35.631µs I0417 22:50:33.915412 3816 factory.go:561] Starting watch factory I0417 22:50:33.915780 3816 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0417 22:50:33.915801 3816 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0417 22:50:33.928692 3816 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.928772 3816 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.931017 3816 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0417 22:50:33.931110 3816 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0417 22:50:33.932932 3816 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.933073 3816 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.933136 3816 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.938285 3816 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0417 22:50:33.938323 3816 server.go:109] MetricServer registers OVN Controller metrics I0417 22:50:33.942139 3816 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:33.943152 3816 server.go:113] MetricServer registers OVN Northd metrics I0417 22:50:33.947477 3816 metrics.go:519] OVN Metrics Server starts to run ... I0417 22:50:34.016518 3816 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0417 22:50:34.016538 3816 factory.go:1977] *v1.Namespace informer cache synced successfully I0417 22:50:34.016542 3816 factory.go:1977] *v1.Node informer cache synced successfully I0417 22:50:34.016546 3816 factory.go:1977] *v1.Service informer cache synced successfully I0417 22:50:34.016549 3816 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0417 22:50:34.016552 3816 factory.go:1977] *v1.Pod informer cache synced successfully I0417 22:50:34.016629 3816 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:34.016651 3816 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:34.016792 3816 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:34.016828 3816 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:34.020154 3816 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:34.020175 3816 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:34.022018 3816 factory.go:1977] *v1.Pod informer cache synced successfully I0417 22:50:34.022031 3816 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0417 22:50:34.022034 3816 factory.go:1977] *v1.Namespace informer cache synced successfully I0417 22:50:34.022037 3816 factory.go:1977] *v1.Node informer cache synced successfully I0417 22:50:34.022040 3816 factory.go:1977] *v1.Service informer cache synced successfully I0417 22:50:34.022043 3816 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0417 22:50:34.022093 3816 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0417 22:50:34.022102 3816 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0417 22:50:34.022153 3816 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.022177 3816 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.024742 3816 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.027944 3816 factory.go:1977] *v1.EgressIP informer cache synced successfully I0417 22:50:34.027957 3816 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0417 22:50:34.027965 3816 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0417 22:50:34.027994 3816 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.028013 3816 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.030627 3816 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.033693 3816 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0417 22:50:34.033750 3816 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.033760 3816 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.033792 3816 factory.go:1977] *v1.EgressIP informer cache synced successfully I0417 22:50:34.036549 3816 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.039653 3816 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0417 22:50:34.039661 3816 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0417 22:50:34.039720 3816 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.039732 3816 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.042050 3816 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.045174 3816 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0417 22:50:34.045187 3816 factory.go:1977] *v1.EgressService informer cache synced successfully I0417 22:50:34.045238 3816 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.045249 3816 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.047588 3816 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.050693 3816 factory.go:1977] *v1.EgressService informer cache synced successfully I0417 22:50:34.050706 3816 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0417 22:50:34.050873 3816 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 22:50:34.050887 3816 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 22:50:34.053424 3816 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 22:50:34.056565 3816 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0417 22:50:34.056580 3816 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0417 22:50:34.056657 3816 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.056670 3816 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.056664 3816 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.056712 3816 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.059631 3816 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.059901 3816 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:34.061675 3816 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0417 22:50:34.061763 3816 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0417 22:50:34.061815 3816 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0417 22:50:34.061826 3816 factory.go:680] Watch Factory start up complete, took: 151.028319ms I0417 22:50:34.062034 3816 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0417 22:50:34.067561 3816 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0417 22:50:34.067574 3816 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0417 22:50:34.067583 3816 factory.go:680] Watch Factory start up complete, took: 152.169209ms I0417 22:50:34.067592 3816 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-226.ec2.internal" zone I0417 22:50:34.097622 3816 default_node_network_controller.go:710] Initializing the default node network controller I0417 22:50:34.156638 3816 udn_isolation.go:101] Starting UDN host isolation manager I0417 22:50:34.162806 3816 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0417 22:50:34.207265 3816 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0417 22:50:34.207507 3816 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0417 22:50:34.207524 3816 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0417 22:50:34.237833 3816 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0417 22:50:34.237900 3816 default_node_network_controller.go:809] Node ip-10-0-2-226.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0417 22:50:34.242812 3816 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.226"] k8s.ovn.org/zone-name:ip-10-0-2-226.ec2.internal] on node ip-10-0-2-226.ec2.internal I0417 22:50:34.262161 3816 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0417 22:50:34.267856 3816 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0417 22:50:34.267962 3816 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0417 22:50:34.268072 3816 gateway_init.go:263] Preparing Gateway I0417 22:50:34.268083 3816 gateway_shared_intf.go:1687] Creating new gateway I0417 22:50:34.318043 3816 controller_manager.go:429] Waiting for node in zone sync took: 250.439875ms I0417 22:50:34.326089 3816 controller_manager.go:611] Switching to transit router for layer2 networks I0417 22:50:34.326103 3816 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-226.ec2.internal I0417 22:50:34.340975 3816 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0417 22:50:34.344727 3816 iptables.go:108] Creating table: filter chain: FORWARD I0417 22:50:34.346878 3816 controller_manager.go:290] SCTP support detected in OVN I0417 22:50:34.347391 3816 services_controller.go:69] Creating services controller for network=default I0417 22:50:34.347481 3816 udn_enabled_svc.go:80] Waiting for service informer to sync I0417 22:50:34.347538 3816 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0417 22:50:34.347593 3816 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0417 22:50:34.347611 3816 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0417 22:50:34.347622 3816 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0417 22:50:34.347811 3816 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0417 22:50:34.347910 3816 udn_enabled_svc.go:95] Performing full resync I0417 22:50:34.347929 3816 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.416µs I0417 22:50:34.347944 3816 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0417 22:50:34.347977 3816 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 26.513µs I0417 22:50:34.347985 3816 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 43.634µs I0417 22:50:34.347991 3816 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0417 22:50:34.347997 3816 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0417 22:50:34.348008 3816 default_network_controller.go:325] Starting the default network controller I0417 22:50:34.348088 3816 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.841µs I0417 22:50:34.348214 3816 udn_enabled_svc.go:99] Waiting for handler to sync I0417 22:50:34.348226 3816 udn_enabled_svc.go:104] Starting worker I0417 22:50:34.350669 3816 iptables.go:108] Creating table: filter chain: OUTPUT I0417 22:50:34.356732 3816 gateway_shared_intf.go:1816] Gateway Creation Complete I0417 22:50:34.356747 3816 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0417 22:50:34.356745 3816 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-226.ec2.internal","mac-address":"0e:cf:de:30:4c:e5","ip-addresses":["10.0.2.226/24"],"ip-address":"10.0.2.226/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b549ca07-473f-49b9-a5b7-4c623ae428c7 k8s.ovn.org/node-encap-ips:["10.0.2.226"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.226/24"} k8s.ovn.org/zone-name:ip-10-0-2-226.ec2.internal] on node ip-10-0-2-226.ec2.internal I0417 22:50:34.356808 3816 repair.go:33] Syncing exgw routes took 52.538µs I0417 22:50:34.356830 3816 default_network_controller.go:414] Starting all the Watchers... I0417 22:50:34.356983 3816 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0417 22:50:34.357000 3816 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0417 22:50:34.357001 3816 namespace.go:98] [openshift-backplane-cee] adding namespace I0417 22:50:34.357006 3816 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0417 22:50:34.357017 3816 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0417 22:50:34.357023 3816 namespace.go:98] [openshift-customer-monitoring] adding namespace I0417 22:50:34.357058 3816 namespace.go:98] [default] adding namespace I0417 22:50:34.357067 3816 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0417 22:50:34.357071 3816 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0417 22:50:34.357075 3816 namespace.go:98] [openshift-machine-api] adding namespace I0417 22:50:34.357079 3816 namespace.go:98] [openshift-etcd] adding namespace I0417 22:50:34.357082 3816 namespace.go:98] [open-cluster-management-2po6f2tbuq1ti4ohitqd4085cqflumq1] adding namespace I0417 22:50:34.357089 3816 namespace.go:98] [openshift-backplane] adding namespace I0417 22:50:34.356984 3816 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0417 22:50:34.356984 3816 namespace.go:98] [openshift-infra] adding namespace I0417 22:50:34.357650 3816 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 655.139µs I0417 22:50:34.357666 3816 namespace.go:98] [openshift-config-managed] adding namespace I0417 22:50:34.358202 3816 namespace.go:102] [openshift-config-managed] adding namespace took 530.798µs I0417 22:50:34.358218 3816 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0417 22:50:34.358822 3816 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 596.578µs I0417 22:50:34.358852 3816 namespace.go:98] [openshift-package-operator] adding namespace I0417 22:50:34.359499 3816 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 2.487474ms I0417 22:50:34.359513 3816 namespace.go:98] [kube-system] adding namespace I0417 22:50:34.360018 3816 namespace.go:102] [openshift-backplane-cee] adding namespace took 3.004332ms I0417 22:50:34.360032 3816 namespace.go:98] [openshift-console-operator] adding namespace I0417 22:50:34.360524 3816 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 3.502169ms I0417 22:50:34.360542 3816 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0417 22:50:34.361065 3816 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 4.038119ms I0417 22:50:34.361080 3816 namespace.go:98] [openshift-config-operator] adding namespace I0417 22:50:34.361964 3816 namespace.go:102] [openshift-customer-monitoring] adding namespace took 4.93121ms I0417 22:50:34.361987 3816 namespace.go:98] [openshift-authentication] adding namespace I0417 22:50:34.362567 3816 namespace.go:102] [default] adding namespace took 5.499438ms I0417 22:50:34.362583 3816 namespace.go:98] [openshift-backplane-cse] adding namespace I0417 22:50:34.363194 3816 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.119476ms I0417 22:50:34.363213 3816 namespace.go:98] [openshift-dns-operator] adding namespace I0417 22:50:34.363656 3816 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.579293ms I0417 22:50:34.363670 3816 namespace.go:98] [kube-node-lease] adding namespace I0417 22:50:34.364142 3816 namespace.go:102] [openshift-machine-api] adding namespace took 7.060771ms I0417 22:50:34.364159 3816 namespace.go:98] [openshift-monitoring] adding namespace I0417 22:50:34.364605 3816 namespace.go:102] [openshift-etcd] adding namespace took 7.520408ms I0417 22:50:34.364619 3816 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0417 22:50:34.365088 3816 namespace.go:102] [open-cluster-management-2po6f2tbuq1ti4ohitqd4085cqflumq1] adding namespace took 8.001193ms I0417 22:50:34.365103 3816 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0417 22:50:34.365511 3816 namespace.go:102] [openshift-backplane] adding namespace took 8.416474ms I0417 22:50:34.365523 3816 namespace.go:98] [openshift-logging] adding namespace I0417 22:50:34.365958 3816 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.853393ms I0417 22:50:34.365975 3816 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0417 22:50:34.366369 3816 namespace.go:102] [openshift-infra] adding namespace took 9.263437ms I0417 22:50:34.366380 3816 namespace.go:98] [openshift-console-user-settings] adding namespace I0417 22:50:34.366762 3816 namespace.go:102] [openshift-package-operator] adding namespace took 7.903836ms I0417 22:50:34.366777 3816 namespace.go:98] [openshift-insights] adding namespace I0417 22:50:34.367179 3816 namespace.go:102] [kube-system] adding namespace took 7.660715ms I0417 22:50:34.367191 3816 namespace.go:98] [openshift-network-node-identity] adding namespace I0417 22:50:34.367685 3816 namespace.go:102] [openshift-console-operator] adding namespace took 7.64503ms I0417 22:50:34.367700 3816 namespace.go:98] [openshift-apiserver] adding namespace I0417 22:50:34.368126 3816 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.579139ms I0417 22:50:34.368138 3816 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0417 22:50:34.368559 3816 namespace.go:102] [openshift-config-operator] adding namespace took 7.474393ms I0417 22:50:34.368569 3816 namespace.go:98] [openshift-ingress-operator] adding namespace I0417 22:50:34.368968 3816 namespace.go:102] [openshift-authentication] adding namespace took 6.973737ms I0417 22:50:34.368984 3816 namespace.go:98] [openshift-authentication-operator] adding namespace I0417 22:50:34.369401 3816 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.81256ms I0417 22:50:34.369417 3816 namespace.go:98] [openshift] adding namespace I0417 22:50:34.369803 3816 namespace.go:102] [openshift-dns-operator] adding namespace took 6.584431ms I0417 22:50:34.369817 3816 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0417 22:50:34.370247 3816 namespace.go:102] [kube-node-lease] adding namespace took 6.56981ms I0417 22:50:34.370263 3816 namespace.go:98] [openshift-apiserver-operator] adding namespace I0417 22:50:34.370700 3816 namespace.go:102] [openshift-monitoring] adding namespace took 6.534688ms I0417 22:50:34.370713 3816 namespace.go:98] [openshift-marketplace] adding namespace I0417 22:50:34.371106 3816 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.481905ms I0417 22:50:34.371117 3816 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0417 22:50:34.371608 3816 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.498644ms I0417 22:50:34.371625 3816 namespace.go:98] [openshift-dns] adding namespace I0417 22:50:34.372125 3816 namespace.go:102] [openshift-logging] adding namespace took 6.595547ms I0417 22:50:34.372141 3816 namespace.go:98] [openshift-backplane-csm] adding namespace I0417 22:50:34.372604 3816 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.621725ms I0417 22:50:34.372618 3816 namespace.go:98] [openshift-ingress] adding namespace I0417 22:50:34.373061 3816 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.674332ms I0417 22:50:34.373077 3816 namespace.go:98] [openshift-cluster-version] adding namespace I0417 22:50:34.373516 3816 namespace.go:102] [openshift-insights] adding namespace took 6.731113ms I0417 22:50:34.373950 3816 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.754351ms I0417 22:50:34.373962 3816 namespace.go:98] [openshift-config] adding namespace I0417 22:50:34.374378 3816 namespace.go:102] [openshift-apiserver] adding namespace took 6.673204ms I0417 22:50:34.374389 3816 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0417 22:50:34.374788 3816 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.64504ms I0417 22:50:34.374802 3816 namespace.go:98] [openshift-multus] adding namespace I0417 22:50:34.375102 3816 default_node_network_controller.go:519] Node connection status = connected I0417 22:50:34.375387 3816 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.810655ms I0417 22:50:34.375402 3816 namespace.go:98] [openshift-controller-manager] adding namespace I0417 22:50:34.375927 3816 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.936809ms I0417 22:50:34.375940 3816 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0417 22:50:34.376342 3816 namespace.go:102] [openshift] adding namespace took 6.918652ms I0417 22:50:34.376356 3816 namespace.go:98] [openshift-backplane-mobb] adding namespace I0417 22:50:34.376769 3816 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.946479ms I0417 22:50:34.376779 3816 namespace.go:98] [openshift-console] adding namespace I0417 22:50:34.377604 3816 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.337396ms I0417 22:50:34.377614 3816 namespace.go:98] [openshift-ingress-canary] adding namespace I0417 22:50:34.378017 3816 namespace.go:102] [openshift-marketplace] adding namespace took 7.298415ms I0417 22:50:34.378031 3816 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0417 22:50:34.378639 3816 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.517124ms I0417 22:50:34.378649 3816 namespace.go:98] [openshift-host-network] adding namespace I0417 22:50:34.379131 3816 namespace.go:102] [openshift-dns] adding namespace took 7.498983ms I0417 22:50:34.379144 3816 namespace.go:98] [openshift-route-controller-manager] adding namespace I0417 22:50:34.379528 3816 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.382926ms I0417 22:50:34.379537 3816 namespace.go:98] [openshift-network-console] adding namespace I0417 22:50:34.379997 3816 namespace.go:102] [openshift-ingress] adding namespace took 7.372236ms I0417 22:50:34.380011 3816 namespace.go:98] [openshift-network-operator] adding namespace I0417 22:50:34.380480 3816 namespace.go:102] [openshift-cluster-version] adding namespace took 7.39853ms I0417 22:50:34.380491 3816 namespace.go:98] [openshift-operators] adding namespace I0417 22:50:34.380944 3816 namespace.go:102] [openshift-config] adding namespace took 6.978387ms I0417 22:50:34.380954 3816 namespace.go:98] [openshift-machine-config-operator] adding namespace W0417 22:50:34.381331 3816 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-c6ptf: pod openshift-multus/network-metrics-daemon-c6ptf: no pod IPs found W0417 22:50:34.381343 3816 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ttgfv: pod openshift-multus/network-metrics-daemon-ttgfv: no pod IPs found I0417 22:50:34.381356 3816 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.96305ms I0417 22:50:34.381366 3816 namespace.go:98] [openshift-service-ca-operator] adding namespace I0417 22:50:34.381807 3816 namespace.go:102] [openshift-multus] adding namespace took 6.999874ms I0417 22:50:34.381820 3816 namespace.go:98] [openshift-backplane-srep] adding namespace I0417 22:50:34.382200 3816 namespace.go:102] [openshift-controller-manager] adding namespace took 6.792738ms I0417 22:50:34.382211 3816 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0417 22:50:34.382586 3816 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.6423ms I0417 22:50:34.382598 3816 namespace.go:98] [openshift-operators-redhat] adding namespace I0417 22:50:34.382995 3816 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.633114ms I0417 22:50:34.383010 3816 namespace.go:98] [openshift-kube-apiserver] adding namespace I0417 22:50:34.383403 3816 namespace.go:102] [openshift-console] adding namespace took 6.620387ms I0417 22:50:34.383412 3816 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0417 22:50:34.383823 3816 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.202805ms I0417 22:50:34.383836 3816 namespace.go:98] [openshift-image-registry] adding namespace I0417 22:50:34.384264 3816 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.228711ms I0417 22:50:34.384273 3816 namespace.go:98] [openshift-backplane-tam] adding namespace I0417 22:50:34.384742 3816 namespace.go:102] [openshift-host-network] adding namespace took 6.087273ms I0417 22:50:34.384754 3816 namespace.go:98] [kube-public] adding namespace I0417 22:50:34.385212 3816 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.061522ms I0417 22:50:34.385228 3816 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0417 22:50:34.385688 3816 namespace.go:102] [openshift-network-console] adding namespace took 6.144137ms I0417 22:50:34.385703 3816 namespace.go:98] [dedicated-admin] adding namespace I0417 22:50:34.386130 3816 namespace.go:102] [openshift-network-operator] adding namespace took 6.112617ms I0417 22:50:34.386146 3816 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0417 22:50:34.386474 3816 namespace.go:102] [openshift-operators] adding namespace took 5.977446ms I0417 22:50:34.386486 3816 namespace.go:98] [openshift-kube-scheduler] adding namespace I0417 22:50:34.387032 3816 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.06984ms I0417 22:50:34.387607 3816 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.236979ms I0417 22:50:34.388034 3816 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.209247ms I0417 22:50:34.388470 3816 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.252634ms I0417 22:50:34.388484 3816 namespace.go:98] [openshift-node] adding namespace I0417 22:50:34.388836 3816 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.233653ms I0417 22:50:34.389306 3816 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.290846ms I0417 22:50:34.389774 3816 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.35565ms I0417 22:50:34.389796 3816 namespace.go:98] [openshift-must-gather-operator] adding namespace I0417 22:50:34.390245 3816 namespace.go:102] [openshift-image-registry] adding namespace took 6.385773ms I0417 22:50:34.390258 3816 namespace.go:98] [openshift-network-diagnostics] adding namespace I0417 22:50:34.390653 3816 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.374228ms I0417 22:50:34.391054 3816 namespace.go:102] [kube-public] adding namespace took 6.294639ms I0417 22:50:34.391420 3816 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.18694ms I0417 22:50:34.391434 3816 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0417 22:50:34.391762 3816 namespace.go:102] [dedicated-admin] adding namespace took 6.055666ms I0417 22:50:34.392132 3816 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.980723ms I0417 22:50:34.392515 3816 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.024805ms I0417 22:50:34.392926 3816 namespace.go:102] [openshift-node] adding namespace took 4.437726ms I0417 22:50:34.393292 3816 namespace.go:102] [openshift-must-gather-operator] adding namespace took 3.486846ms W0417 22:50:34.393327 3816 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-48k7l: pod openshift-network-diagnostics/network-check-target-48k7l: no pod IPs found W0417 22:50:34.393340 3816 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gclg8: pod openshift-network-diagnostics/network-check-target-gclg8: no pod IPs found I0417 22:50:34.393888 3816 namespace.go:102] [openshift-network-diagnostics] adding namespace took 3.625482ms I0417 22:50:34.394244 3816 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 2.805576ms W0417 22:50:34.394314 3816 master.go:471] Unable to parse remote node ip-10-0-0-119.ec2.internal chassis-id annotation. Chassis may be removed during sync I0417 22:50:34.394471 3816 master.go:548] Adding or Updating local node "ip-10-0-2-226.ec2.internal" for network "default" I0417 22:50:34.394476 3816 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-119.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-119.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-119.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal I0417 22:50:34.395448 3816 zone_ic_handler.go:195] Time taken to create transit switch: 458.471µs I0417 22:50:34.395465 3816 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-183.ec2.internal for the network default I0417 22:50:34.396386 3816 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-183.ec2.internal" on network "default" took: 1.409254ms W0417 22:50:34.401791 3816 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-gclg8: pod openshift-network-diagnostics/network-check-target-gclg8: no pod IPs found W0417 22:50:34.401807 3816 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-c6ptf: pod openshift-multus/network-metrics-daemon-c6ptf: no pod IPs found I0417 22:50:34.402686 3816 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-226.ec2.internal for the network default I0417 22:50:34.402906 3816 zone_ic_handler.go:195] Time taken to create transit switch: 206.329µs I0417 22:50:34.403609 3816 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0417 22:50:34.403629 3816 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0417 22:50:34.403642 3816 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0417 22:50:34.403650 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0417 22:50:34.403676 3816 node_tracker.go:235] Node ip-10-0-0-119.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal" I0417 22:50:34.403691 3816 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:34.403703 3816 services_controller.go:574] Full service sync requested for network=default I0417 22:50:34.403709 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-183.ec2.internal in network "default" I0417 22:50:34.403737 3816 node_tracker.go:169] Node ip-10-0-1-183.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:34.403744 3816 services_controller.go:574] Full service sync requested for network=default I0417 22:50:34.403750 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-226.ec2.internal in network "default" I0417 22:50:34.403771 3816 node_tracker.go:169] Node ip-10-0-2-226.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:34.403777 3816 services_controller.go:574] Full service sync requested for network=default I0417 22:50:34.503865 3816 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0417 22:50:34.503881 3816 services_controller.go:208] Setting up event handlers for services for network=default I0417 22:50:34.503934 3816 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0417 22:50:34.503972 3816 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0417 22:50:34.503984 3816 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0417 22:50:34.604348 3816 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0417 22:50:34.604362 3816 repair.go:60] Starting repairing loop for services I0417 22:50:34.604443 3816 repair.go:131] Deleted 0 stale service LBs I0417 22:50:34.604461 3816 repair.go:137] Deleted 0 stale Chassis Template Vars I0417 22:50:34.604475 3816 repair.go:62] Finished repairing loop for services: 116.389µs I0417 22:50:34.604497 3816 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0417 22:50:34.604506 3816 services_controller.go:254] Starting workers for network=default I0417 22:50:34.604965 3816 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-gclg8] creating logical port openshift-network-diagnostics_network-check-target-gclg8 for pod on switch ip-10-0-2-226.ec2.internal I0417 22:50:34.604983 3816 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-xbhl5 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0417 22:50:34.605049 3816 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-c6ptf] creating logical port openshift-multus_network-metrics-daemon-c6ptf for pod on switch ip-10-0-2-226.ec2.internal I0417 22:50:34.605082 3816 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-ttgfv, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ttgfv: suppressed error logged: pod openshift-multus/network-metrics-daemon-ttgfv: no pod IPs found I0417 22:50:34.605089 3816 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-gclg8 I0417 22:50:34.605143 3816 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-48k7l, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-48k7l: suppressed error logged: pod openshift-network-diagnostics/network-check-target-48k7l: no pod IPs found I0417 22:50:34.605686 3816 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-c6ptf I0417 22:50:34.622576 3816 pod.go:62] [openshift-multus/network-metrics-daemon-c6ptf] pod update took 16.983083ms I0417 22:50:34.622598 3816 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-c6ptf] addLogicalPort annotation time took 17.021149ms I0417 22:50:34.622686 3816 pod.go:62] [openshift-network-diagnostics/network-check-target-gclg8] pod update took 17.663015ms I0417 22:50:34.622702 3816 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-gclg8] addLogicalPort annotation time took 17.682304ms I0417 22:50:34.623368 3816 pods.go:271] [openshift-multus/network-metrics-daemon-c6ptf] addLogicalPort took 18.507204ms, libovsdb time 580.325µs I0417 22:50:34.623685 3816 pods.go:271] [openshift-network-diagnostics/network-check-target-gclg8] addLogicalPort took 18.73005ms, libovsdb time 803.88µs I0417 22:50:34.624096 3816 admin_network_policy_controller.go:227] Starting controller default-network-controller I0417 22:50:34.624114 3816 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0417 22:50:34.624126 3816 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0417 22:50:34.624130 3816 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0417 22:50:34.624307 3816 repair.go:29] Repairing admin network policies took 172.073µs I0417 22:50:34.624403 3816 repair.go:92] Repairing baseline admin network policies took 88.72µs I0417 22:50:34.624928 3816 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0417 22:50:34.624959 3816 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0417 22:50:34.626935 3816 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0417 22:50:34.626955 3816 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0417 22:50:34.626961 3816 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0417 22:50:34.628144 3816 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0417 22:50:34.628163 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0417 22:50:34.628171 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0417 22:50:34.629574 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0417 22:50:34.629592 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0417 22:50:34.629599 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0417 22:50:34.630066 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0417 22:50:34.630080 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0417 22:50:34.630795 3816 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0417 22:50:34.630807 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0417 22:50:34.632627 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0417 22:50:34.632647 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0417 22:50:34.632657 3816 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0417 22:50:34.633856 3816 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0417 22:50:34.633873 3816 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0417 22:50:34.633883 3816 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0417 22:50:34.634810 3816 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0417 22:50:34.634827 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0417 22:50:34.634860 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0417 22:50:34.635487 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0417 22:50:34.635506 3816 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0417 22:50:34.635514 3816 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0417 22:50:34.635785 3816 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0417 22:50:34.635807 3816 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0417 22:50:34.635819 3816 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0417 22:50:34.637414 3816 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0417 22:50:34.637442 3816 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0417 22:50:34.637453 3816 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0417 22:50:34.639130 3816 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0417 22:50:34.639157 3816 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0417 22:50:34.639172 3816 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0417 22:50:34.640511 3816 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0417 22:50:34.640540 3816 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0417 22:50:34.640548 3816 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0417 22:50:34.641620 3816 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0417 22:50:34.641636 3816 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0417 22:50:34.641652 3816 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0417 22:50:34.642709 3816 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0417 22:50:34.642725 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0417 22:50:34.642738 3816 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0417 22:50:34.643528 3816 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0417 22:50:34.643547 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0417 22:50:34.643554 3816 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0417 22:50:34.644157 3816 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0417 22:50:34.644173 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0417 22:50:34.644186 3816 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0417 22:50:34.644810 3816 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0417 22:50:34.644828 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0417 22:50:34.644834 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0417 22:50:34.645155 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0417 22:50:34.645171 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0417 22:50:34.645177 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0417 22:50:34.646384 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0417 22:50:34.646405 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0417 22:50:34.646416 3816 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0417 22:50:34.646932 3816 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0417 22:50:34.646952 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0417 22:50:34.646959 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0417 22:50:34.647561 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0417 22:50:34.647582 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0417 22:50:34.647595 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0417 22:50:34.648123 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0417 22:50:34.648141 3816 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0417 22:50:34.648152 3816 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0417 22:50:34.649414 3816 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0417 22:50:34.649444 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0417 22:50:34.649454 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0417 22:50:34.649984 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0417 22:50:34.649999 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0417 22:50:34.650006 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0417 22:50:34.650544 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0417 22:50:34.650560 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0417 22:50:34.650568 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0417 22:50:34.651077 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0417 22:50:34.651092 3816 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0417 22:50:34.651099 3816 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0417 22:50:34.651618 3816 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0417 22:50:34.651639 3816 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0417 22:50:34.651651 3816 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0417 22:50:34.652648 3816 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0417 22:50:34.652665 3816 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0417 22:50:34.652676 3816 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0417 22:50:34.653609 3816 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0417 22:50:34.653962 3816 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-xbhl5 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0417 22:50:34.659500 3816 egressfirewall.go:374] Starting EgressFirewall controller I0417 22:50:34.659535 3816 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0417 22:50:34.659542 3816 controller.go:133] Adding controller egress-firewall-controller event handlers I0417 22:50:34.659558 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0417 22:50:34.659562 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0417 22:50:34.659568 3816 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0417 22:50:34.659571 3816 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0417 22:50:34.659886 3816 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0417 22:50:34.659900 3816 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0417 22:50:34.659906 3816 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0417 22:50:34.659914 3816 egressqos.go:193] Setting up event handlers for EgressQoS I0417 22:50:34.659922 3816 egressfirewall.go:723] Syncing node "ip-10-0-1-183.ec2.internal" for egress firewall I0417 22:50:34.659932 3816 egressfirewall.go:723] Syncing node "ip-10-0-2-226.ec2.internal" for egress firewall I0417 22:50:34.659936 3816 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0417 22:50:34.660118 3816 egressqos.go:245] Starting EgressQoS Controller I0417 22:50:34.660132 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0417 22:50:34.660141 3816 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0417 22:50:34.660146 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0417 22:50:34.660151 3816 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0417 22:50:34.660157 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0417 22:50:34.660161 3816 shared_informer.go:356] "Caches are synced" controller="egressqos" I0417 22:50:34.660167 3816 egressqos.go:259] Repairing EgressQoSes I0417 22:50:34.660197 3816 egressqos.go:399] Starting repairing loop for egressqos I0417 22:50:34.660272 3816 egressqos.go:401] Finished repairing loop for egressqos: 100.921µs I0417 22:50:34.660289 3816 egressservice_zone.go:132] Setting up event handlers for Egress Services I0417 22:50:34.660318 3816 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-226.ec2.internal I0417 22:50:34.660359 3816 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-226.ec2.internal : 43.578µs I0417 22:50:34.660491 3816 egressservice_zone.go:210] Starting Egress Services Controller I0417 22:50:34.660499 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0417 22:50:34.660504 3816 shared_informer.go:356] "Caches are synced" controller="egressservices" I0417 22:50:34.660509 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0417 22:50:34.660514 3816 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0417 22:50:34.660519 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0417 22:50:34.660523 3816 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0417 22:50:34.660528 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0417 22:50:34.660534 3816 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0417 22:50:34.660538 3816 egressservice_zone.go:228] Repairing Egress Services I0417 22:50:34.660815 3816 master_controller.go:88] Starting Admin Policy Based Route Controller I0417 22:50:34.660825 3816 external_controller.go:278] Starting Admin Policy Based Route Controller I0417 22:50:34.660855 3816 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-183.ec2.internal I0417 22:50:34.660880 3816 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-183.ec2.internal: 41.143µs I0417 22:50:34.660889 3816 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-226.ec2.internal I0417 22:50:34.660894 3816 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-226.ec2.internal: 4.719µs I0417 22:50:34.660898 3816 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0417 22:50:34.660901 3816 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 3.543µs I0417 22:50:34.661058 3816 default_network_controller.go:585] Completing all the Watchers took 304.219526ms I0417 22:50:34.661072 3816 default_network_controller.go:589] Starting unidling controllers I0417 22:50:34.661082 3816 unidle.go:46] Registering OVN SB ControllerEvent handler I0417 22:50:34.661087 3816 unidle.go:63] Populating Initial ContollerEvent events I0417 22:50:34.661097 3816 unidle.go:79] Setting up event handlers for services I0417 22:50:34.661190 3816 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0417 22:50:34.877089 3816 default_node_network_controller.go:519] Node connection status = connected I0417 22:50:35.376984 3816 default_node_network_controller.go:519] Node connection status = connected I0417 22:50:35.705215 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0417 22:50:35.705226 3816 default_network_controller.go:1025] Node "ip-10-0-0-119.ec2.internal" in remote zone "ip-10-0-0-119.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 22:50:35.705241 3816 node_tracker.go:235] Node ip-10-0-0-119.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal" I0417 22:50:35.705257 3816 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:35.705271 3816 services_controller.go:574] Full service sync requested for network=default I0417 22:50:35.732167 3816 default_network_controller.go:1025] Node "ip-10-0-0-119.ec2.internal" in remote zone "ip-10-0-0-119.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 22:50:35.876324 3816 default_node_network_controller.go:519] Node connection status = connected I0417 22:50:35.909769 3816 default_network_controller.go:1025] Node "ip-10-0-0-119.ec2.internal" in remote zone "ip-10-0-0-119.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 22:50:35.909800 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0417 22:50:35.909882 3816 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:35.909901 3816 services_controller.go:574] Full service sync requested for network=default I0417 22:50:35.910695 3816 zone_ic_handler.go:195] Time taken to create transit switch: 268.491µs I0417 22:50:35.910709 3816 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-119.ec2.internal for the network default I0417 22:50:35.912168 3816 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-119.ec2.internal" on network "default" took: 1.75483ms I0417 22:50:36.146871 3816 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0417 22:50:36.376388 3816 default_node_network_controller.go:519] Node connection status = connected I0417 22:50:36.393925 3816 bridgeconfig.go:537] Gateway is ready I0417 22:50:36.393945 3816 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0417 22:50:36.405406 3816 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.226. Updating OVN encap IP. I0417 22:50:36.410467 3816 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.226 - it is already configured I0417 22:50:36.410481 3816 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.226/24:{} 172.20.0.1/32:{}]. Updating annotations. I0417 22:50:36.410685 3816 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.226/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-226.ec2.internal","mac-address":"0e:cf:de:30:4c:e5","ip-addresses":["10.0.2.226/24"],"ip-address":"10.0.2.226/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b549ca07-473f-49b9-a5b7-4c623ae428c7 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.226/24"}] on node ip-10-0-2-226.ec2.internal I0417 22:50:36.424763 3816 egressfirewall.go:723] Syncing node "ip-10-0-2-226.ec2.internal" for egress firewall I0417 22:50:36.424857 3816 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-226.ec2.internal I0417 22:50:36.424875 3816 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-226.ec2.internal: 36.936µs I0417 22:50:36.424882 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-226.ec2.internal in network "default" I0417 22:50:36.424898 3816 master.go:548] Adding or Updating local node "ip-10-0-2-226.ec2.internal" for network "default" I0417 22:50:36.424943 3816 node_tracker.go:169] Node ip-10-0-2-226.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:36.424964 3816 services_controller.go:574] Full service sync requested for network=default I0417 22:50:36.425930 3816 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.226 I0417 22:50:36.426034 3816 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-226.ec2.internal I0417 22:50:36.430034 3816 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-226.ec2.internal. Updating no re-route policies I0417 22:50:36.430108 3816 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-226.ec2.internal I0417 22:50:36.430119 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-58pz9 I0417 22:50:36.430124 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-vkh4x I0417 22:50:36.430130 3816 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-226.ec2.internal I0417 22:50:36.430133 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-58pz9 I0417 22:50:36.430135 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-6zr2s I0417 22:50:36.430147 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2bjmf I0417 22:50:36.430145 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-sfk2x I0417 22:50:36.430151 3816 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-226.ec2.internal after 0 failed attempt(s) I0417 22:50:36.430156 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-58pz9 after 0 failed attempt(s) I0417 22:50:36.430159 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2bjmf I0417 22:50:36.430138 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-vkh4x I0417 22:50:36.430165 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-b8vlm I0417 22:50:36.430170 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-b8vlm I0417 22:50:36.430165 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-c6ptf I0417 22:50:36.430173 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jndtc I0417 22:50:36.430175 3816 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-ctqkg I0417 22:50:36.430180 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-vkh4x after 0 failed attempt(s) I0417 22:50:36.430184 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jndtc I0417 22:50:36.430185 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-c6ptf I0417 22:50:36.430188 3816 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-ctqkg I0417 22:50:36.430158 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-226.ec2.internal I0417 22:50:36.430235 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-226.ec2.internal I0417 22:50:36.430248 3816 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-c6ptf] creating logical port openshift-multus_network-metrics-daemon-c6ptf for pod on switch ip-10-0-2-226.ec2.internal I0417 22:50:36.430259 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-226.ec2.internal after 0 failed attempt(s) I0417 22:50:36.430160 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-sfk2x I0417 22:50:36.430286 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-sfk2x after 0 failed attempt(s) I0417 22:50:36.430198 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gclg8 I0417 22:50:36.430299 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gclg8 I0417 22:50:36.430321 3816 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-gclg8] creating logical port openshift-network-diagnostics_network-check-target-gclg8 for pod on switch ip-10-0-2-226.ec2.internal I0417 22:50:36.430184 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-2bjmf after 0 failed attempt(s) I0417 22:50:36.430185 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-b8vlm after 0 failed attempt(s) I0417 22:50:36.430149 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-6zr2s I0417 22:50:36.430426 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-6zr2s after 0 failed attempt(s) I0417 22:50:36.430204 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jndtc after 0 failed attempt(s) I0417 22:50:36.430201 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gtqwz I0417 22:50:36.430449 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gtqwz I0417 22:50:36.430468 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gtqwz after 0 failed attempt(s) I0417 22:50:36.430214 3816 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-ctqkg after 0 failed attempt(s) I0417 22:50:36.431364 3816 pods.go:271] [openshift-network-diagnostics/network-check-target-gclg8] addLogicalPort took 1.048058ms, libovsdb time 323.949µs I0417 22:50:36.431375 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-gclg8 after 0 failed attempt(s) I0417 22:50:36.431696 3816 pods.go:271] [openshift-multus/network-metrics-daemon-c6ptf] addLogicalPort took 1.479268ms, libovsdb time 277.794µs I0417 22:50:36.431706 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-c6ptf after 0 failed attempt(s) I0417 22:50:36.444052 3816 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0417 22:50:36.456059 3816 iptables.go:108] Creating table: mangle chain: OUTPUT I0417 22:50:36.459370 3816 iptables.go:108] Creating table: nat chain: OUTPUT I0417 22:50:36.484226 3816 iptables.go:108] Creating table: nat chain: PREROUTING I0417 22:50:36.526293 3816 iptables.go:108] Creating table: filter chain: FORWARD I0417 22:50:36.542237 3816 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0417 22:50:36.542376 3816 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0417 22:50:36.542424 3816 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0417 22:50:36.542498 3816 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0417 22:50:36.542560 3816 gateway_init.go:325] Gateway and management port readiness took 2.170874684s I0417 22:50:36.542586 3816 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0417 22:50:36.542619 3816 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0417 22:50:36.542631 3816 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0417 22:50:36.542640 3816 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0417 22:50:36.542696 3816 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0417 22:50:36.542781 3816 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.865µs I0417 22:50:36.543035 3816 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0417 22:50:36.543059 3816 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.219µs I0417 22:50:36.543065 3816 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 31.953µs I0417 22:50:36.543071 3816 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0417 22:50:36.543081 3816 nad_controller.go:379] [node-nad-controller NAD controller]: started I0417 22:50:36.543085 3816 default_node_network_controller.go:899] Starting the default node network controller I0417 22:50:36.543089 3816 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0417 22:50:36.543169 3816 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.505µs I0417 22:50:36.543261 3816 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0417 22:50:36.543269 3816 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0417 22:50:36.543292 3816 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00040de50 0xc00099fb90 0xc00099fc00 0xc00099fc70 0xc00099fce0 0xc00099fd50 0xc00099fdc0 0xc000167630 0xc00099fe30 0xc00099fea0 0xc000b9c320 0xc006579500 0xc00099ff10 map[0x2ff9080:0xc002db40c0 0x2ff95c0:0xc002db4300 0x2ffa2e0:0xc002db4000 0x2ffa580:0xc002db4060 0x2ffad60:0xc002db4120 0x2ffb000:0xc002db4180 0x2ffb2a0:0xc002db42a0 0x2ffba80:0xc002db4360 0x2ffbd20:0xc002db43c0 0x3026980:0xc000850c00 0x3026d20:0xc000850c60 0x3027800:0xc0008e98c0 0x3029160:0xc001b04000 0x30298a0:0xc000850cc0 0x302a720:0xc000850ba0] 0xc0008965b0 0} I0417 22:50:36.543348 3816 gateway.go:151] Starting gateway service sync I0417 22:50:36.543792 3816 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0417 22:50:36.545866 3816 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0417 22:50:36.554855 3816 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0417 22:50:36.555913 3816 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0417 22:50:36.557032 3816 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0417 22:50:36.591599 3816 gateway.go:168] Gateway service sync done. Time taken: 48.237847ms I0417 22:50:36.591975 3816 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30730 I0417 22:50:36.592430 3816 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00040de50 0xc00099fb90 0xc00099fc00 0xc00099fc70 0xc00099fce0 0xc00099fd50 0xc00099fdc0 0xc000167630 0xc00099fe30 0xc00099fea0 0xc000b9c320 0xc006579500 0xc00099ff10 map[0x2ff9080:0xc002db40c0 0x2ff95c0:0xc002db4300 0x2ffa2e0:0xc002db4000 0x2ffa580:0xc002db4060 0x2ffad60:0xc002db4120 0x2ffb000:0xc002db4180 0x2ffb2a0:0xc002db42a0 0x2ffba80:0xc002db4360 0x2ffbd20:0xc002db43c0 0x3026980:0xc000850c00 0x3026d20:0xc000850c60 0x3027800:0xc0008e98c0 0x3029160:0xc001b04000 0x30298a0:0xc000850cc0 0x302a720:0xc000850ba0] 0xc0008965b0 0} I0417 22:50:36.592880 3816 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00040de50 0xc00099fb90 0xc00099fc00 0xc00099fc70 0xc00099fce0 0xc00099fd50 0xc00099fdc0 0xc000167630 0xc00099fe30 0xc00099fea0 0xc000b9c320 0xc006579500 0xc00099ff10 map[0x2ff9080:0xc002db40c0 0x2ff95c0:0xc002db4300 0x2ffa2e0:0xc002db4000 0x2ffa580:0xc002db4060 0x2ffad60:0xc002db4120 0x2ffb000:0xc002db4180 0x2ffb2a0:0xc002db42a0 0x2ffba80:0xc002db4360 0x2ffbd20:0xc002db43c0 0x3026980:0xc000850c00 0x3026d20:0xc000850c60 0x3027800:0xc0008e98c0 0x3029160:0xc001b04000 0x30298a0:0xc000850cc0 0x302a720:0xc000850ba0] 0xc0008965b0 0} I0417 22:50:36.592917 3816 gateway.go:532] Reconciling gateway with updates I0417 22:50:36.597689 3816 gateway.go:339] Spawning Conntrack Rule Check Thread I0417 22:50:36.597764 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 22:50:36.597775 3816 default_node_network_controller.go:944] Gateway and management port readiness took 54.498417ms I0417 22:50:36.597776 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 22:50:36.597766 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 22:50:36.597789 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 22:50:36.597791 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 22:50:36.597789 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 22:50:36.597799 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 22:50:36.597805 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 22:50:36.597813 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 22:50:36.597819 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 22:50:36.597820 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0417 22:50:36.597823 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0417 22:50:36.597829 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0417 22:50:36.597834 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0417 22:50:36.597781 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 22:50:36.597863 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 22:50:36.597778 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 22:50:36.597879 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 22:50:36.597880 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0417 22:50:36.597883 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 22:50:36.597882 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0417 22:50:36.597894 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0417 22:50:36.597786 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 22:50:36.597835 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0417 22:50:36.597904 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 22:50:36.597880 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 22:50:36.597909 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 22:50:36.597912 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 22:50:36.597912 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0417 22:50:36.597920 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 22:50:36.597922 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 22:50:36.597923 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0417 22:50:36.597923 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 22:50:36.597930 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 22:50:36.597935 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0417 22:50:36.597868 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0417 22:50:36.597937 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 22:50:36.597938 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 22:50:36.597943 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 22:50:36.597892 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0417 22:50:36.597946 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 22:50:36.597950 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 22:50:36.597946 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 22:50:36.597955 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0417 22:50:36.597956 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 22:50:36.597884 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0417 22:50:36.597961 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0417 22:50:36.597955 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 22:50:36.597968 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 22:50:36.597974 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 22:50:36.597977 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 22:50:36.597918 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0417 22:50:36.597983 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 22:50:36.597987 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 22:50:36.597986 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0417 22:50:36.597995 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0417 22:50:36.597995 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0417 22:50:36.598000 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 22:50:36.598005 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0417 22:50:36.598006 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 22:50:36.598010 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 22:50:36.598013 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0417 22:50:36.598016 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 22:50:36.598021 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 22:50:36.598022 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0417 22:50:36.598023 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0417 22:50:36.597911 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 22:50:36.598030 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 22:50:36.597954 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0417 22:50:36.598036 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0417 22:50:36.598020 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 22:50:36.598042 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0417 22:50:36.598051 3816 port_claim.go:71] Svc openshift-ingress/router-default: port 30655 is already open, no action needed I0417 22:50:36.598054 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0417 22:50:36.598063 3816 port_claim.go:71] Svc openshift-ingress/router-default: port 31461 is already open, no action needed I0417 22:50:36.598064 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0417 22:50:36.597974 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0417 22:50:36.597922 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0417 22:50:36.598087 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0417 22:50:36.597927 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0417 22:50:36.597913 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 22:50:36.598068 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0417 22:50:36.597803 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 22:50:36.597886 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 22:50:36.598286 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 22:50:36.597895 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0417 22:50:36.597899 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 22:50:36.598336 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0417 22:50:36.597899 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 22:50:36.598350 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 22:50:36.597900 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0417 22:50:36.597908 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 22:50:36.597912 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0417 22:50:36.598469 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0417 22:50:36.597925 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0417 22:50:36.598529 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0417 22:50:36.597936 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 22:50:36.598543 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 22:50:36.597942 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0417 22:50:36.597870 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0417 22:50:36.597956 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 22:50:36.598602 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 22:50:36.597958 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0417 22:50:36.597968 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0417 22:50:36.597976 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 22:50:36.598679 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0417 22:50:36.597969 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 22:50:36.598703 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 22:50:36.598011 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0417 22:50:36.598012 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0417 22:50:36.598024 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0417 22:50:36.598029 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 22:50:36.598831 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0417 22:50:36.598026 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 22:50:36.598858 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 22:50:36.598035 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 22:50:36.598892 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0417 22:50:36.599283 3816 node_ip_handler_linux.go:160] Node IP manager is running W0417 22:50:36.641982 3816 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0417 22:50:36.642190 3816 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0417 22:50:36.642373 3816 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0417 22:50:36.650710 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0417 22:50:36.650739 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0417 22:50:36.650747 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0417 22:50:36.691204 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0417 22:50:36.691256 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0417 22:50:36.691273 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0417 22:50:36.691280 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0417 22:50:36.691287 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0417 22:50:36.691292 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0417 22:50:36.691298 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0417 22:50:36.691303 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0417 22:50:36.691309 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0417 22:50:36.691314 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0417 22:50:36.691320 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0417 22:50:36.732195 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0417 22:50:36.732218 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0417 22:50:36.732229 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) W0417 22:50:37.768150 3816 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 22:50:37.890250 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0417 22:50:37.939588 3816 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 22:50:37.994157 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0417 22:50:37.994178 3816 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0417 22:50:37.994210 3816 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:37.994223 3816 services_controller.go:574] Full service sync requested for network=default I0417 22:50:37.994228 3816 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0417 22:50:37.994243 3816 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 19.385µs I0417 22:50:37.994274 3816 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-119.ec2.internal. Updating no re-route policies W0417 22:50:37.994321 3816 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0417 22:50:37.994589 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0417 22:50:37.994728 3816 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 22:50:38.102627 3816 default_node_network_controller.go:1380] Starting node controller node sync W0417 22:50:38.102658 3816 egressip_healthcheck.go:76] Health checking using insecure connection I0417 22:50:38.102697 3816 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0417 22:50:38.114222 3816 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.575988ms I0417 22:50:38.114326 3816 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-183.ec2.internal", IP: 10.0.1.183 to PMTUD blocking rules I0417 22:50:38.114343 3816 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-183.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 22:50:38.114327 3816 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 10.0.0.119 to PMTUD blocking rules I0417 22:50:38.114405 3816 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 22:50:38.125952 3816 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0417 22:50:38.126306 3816 egressservice_node.go:93] Setting up event handlers for Egress Services I0417 22:50:38.126524 3816 egressservice_node.go:183] Starting Egress Services Controller I0417 22:50:38.126543 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0417 22:50:38.126554 3816 shared_informer.go:356] "Caches are synced" controller="egressservices" I0417 22:50:38.126559 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0417 22:50:38.126564 3816 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0417 22:50:38.126570 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0417 22:50:38.126574 3816 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0417 22:50:38.126578 3816 egressservice_node.go:197] Repairing Egress Services I0417 22:50:38.136227 3816 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0417 22:50:38.136240 3816 external_controller.go:278] Starting Admin Policy Based Route Controller I0417 22:50:38.136467 3816 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0417 22:50:38.136481 3816 link_network_manager.go:119] Link manager is running I0417 22:50:38.136490 3816 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0417 22:50:38.136738 3816 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0417 22:50:38.136792 3816 vrf_manager.go:128] VRF manager is running I0417 22:50:38.136922 3816 node_controller_manager.go:437] Removing flows to drop GARP I0417 22:50:38.136935 3816 gateway.go:532] Reconciling gateway with updates I0417 22:50:38.160767 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0417 22:50:38.160789 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 22:50:38.160789 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0417 22:50:38.160794 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 22:50:38.160801 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0417 22:50:38.160806 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 22:50:38.160812 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 22:50:38.160815 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0417 22:50:38.160817 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 22:50:38.160816 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0417 22:50:38.160822 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 22:50:38.160767 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 22:50:38.160828 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0417 22:50:38.160806 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 22:50:38.160829 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 22:50:38.160799 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0417 22:50:38.160860 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 22:50:38.160865 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0417 22:50:38.160866 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 22:50:38.160871 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 22:50:38.160874 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0417 22:50:38.160821 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 22:50:38.160875 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 22:50:38.160881 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 22:50:38.160885 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0417 22:50:38.160893 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 22:50:38.160898 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0417 22:50:38.160907 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0417 22:50:38.160910 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0417 22:50:38.160916 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0417 22:50:38.160829 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0417 22:50:38.160836 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 22:50:38.160925 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0417 22:50:38.160927 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0417 22:50:38.160931 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0417 22:50:38.160942 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 22:50:38.160943 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0417 22:50:38.160946 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0417 22:50:38.160827 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 22:50:38.160955 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 22:50:38.160966 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 22:50:38.160977 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0417 22:50:38.160983 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0417 22:50:38.160984 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0417 22:50:38.160988 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 22:50:38.160994 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0417 22:50:38.160995 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0417 22:50:38.160999 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 22:50:38.161004 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0417 22:50:38.161010 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0417 22:50:38.161012 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0417 22:50:38.161033 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0417 22:50:38.160889 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 22:50:38.161040 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0417 22:50:38.160981 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 22:50:38.161059 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 22:50:38.161070 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 22:50:38.161073 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 22:50:38.161074 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 22:50:38.161086 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 22:50:38.161103 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 22:50:38.161112 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 22:50:38.161118 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 22:50:38.161135 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 22:50:38.160944 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0417 22:50:38.161114 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0417 22:50:38.160876 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 22:50:38.161206 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0417 22:50:38.161080 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0417 22:50:38.160967 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 22:50:38.161217 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 22:50:38.160956 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 22:50:38.160800 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 22:50:38.160777 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 22:50:38.161280 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 22:50:38.160808 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0417 22:50:38.160808 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0417 22:50:38.161319 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0417 22:50:38.161330 3816 port_claim.go:71] Svc openshift-ingress/router-default: port 30655 is already open, no action needed I0417 22:50:38.161335 3816 port_claim.go:71] Svc openshift-ingress/router-default: port 31461 is already open, no action needed I0417 22:50:38.160779 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 22:50:38.161367 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 22:50:38.161372 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0417 22:50:38.160817 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 22:50:38.161379 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 22:50:38.160834 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 22:50:38.161400 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 22:50:38.160851 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 22:50:38.160769 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 22:50:38.161439 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 22:50:38.160859 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0417 22:50:38.161460 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0417 22:50:38.161464 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0417 22:50:38.160867 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 22:50:38.160919 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 22:50:38.161507 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 22:50:38.160947 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 22:50:38.161534 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 22:50:38.160970 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 22:50:38.161563 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0417 22:50:38.160972 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0417 22:50:38.160794 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 22:50:38.161573 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 22:50:38.160779 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 22:50:38.161592 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 22:50:38.160970 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 22:50:38.161620 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 22:50:38.161019 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 22:50:38.161654 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 22:50:38.161034 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0417 22:50:38.186135 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0417 22:50:38.186158 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0417 22:50:38.186168 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0417 22:50:38.186174 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0417 22:50:38.186189 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0417 22:50:38.186210 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0417 22:50:38.186227 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0417 22:50:38.186233 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0417 22:50:38.186240 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0417 22:50:38.186245 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0417 22:50:38.186259 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0417 22:50:38.226613 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0417 22:50:38.248893 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0417 22:50:38.248911 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0417 22:50:38.248902 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0417 22:50:38.248926 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0417 22:50:38.248932 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0417 22:50:38.248938 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0417 22:50:38.248946 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0417 22:50:38.248955 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0417 22:50:38.248964 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0417 22:50:38.248987 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0417 22:50:38.249009 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0417 22:50:38.249017 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0417 22:50:38.438489 3816 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0417 22:50:38.439535 3816 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.023875ms I0417 22:50:38.463521 3816 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0417 22:50:38.998683 3816 namespace.go:98] [openshift-service-ca] adding namespace I0417 22:50:38.999632 3816 namespace.go:102] [openshift-service-ca] adding namespace took 924.646µs I0417 22:50:39.016550 3816 namespace.go:142] [openshift-service-ca] updating namespace I0417 22:50:40.111326 3816 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-226.ec2.internal I0417 22:50:40.111358 3816 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-226.ec2.internal: 41.282µs I0417 22:50:40.137360 3816 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-cb54bb855-7t2c6] creating logical port openshift-image-registry_image-registry-cb54bb855-7t2c6 for pod on switch ip-10-0-2-226.ec2.internal I0417 22:50:40.137459 3816 kube.go:256] Updating pod openshift-image-registry/image-registry-cb54bb855-7t2c6 I0417 22:50:40.138450 3816 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7fcb4956b-rn77v] creating logical port openshift-ingress_router-default-7fcb4956b-rn77v for pod on switch ip-10-0-2-226.ec2.internal I0417 22:50:40.138569 3816 kube.go:256] Updating pod openshift-ingress/router-default-7fcb4956b-rn77v I0417 22:50:40.155618 3816 pod.go:62] [openshift-ingress/router-default-7fcb4956b-rn77v] pod update took 17.075703ms I0417 22:50:40.155639 3816 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7fcb4956b-rn77v] addLogicalPort annotation time took 17.100694ms I0417 22:50:40.156836 3816 pods.go:271] [openshift-ingress/router-default-7fcb4956b-rn77v] addLogicalPort took 18.400141ms, libovsdb time 913.243µs I0417 22:50:40.158696 3816 pod.go:62] [openshift-image-registry/image-registry-cb54bb855-7t2c6] pod update took 21.271169ms I0417 22:50:40.158735 3816 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-cb54bb855-7t2c6] addLogicalPort annotation time took 21.296566ms I0417 22:50:40.159626 3816 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-pgfjl] creating logical port openshift-ingress-canary_ingress-canary-pgfjl for pod on switch ip-10-0-2-226.ec2.internal I0417 22:50:40.159780 3816 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-pgfjl I0417 22:50:40.160024 3816 pods.go:271] [openshift-image-registry/image-registry-cb54bb855-7t2c6] addLogicalPort took 22.683445ms, libovsdb time 1.000956ms I0417 22:50:40.175391 3816 pod.go:62] [openshift-ingress-canary/ingress-canary-pgfjl] pod update took 15.679128ms I0417 22:50:40.175416 3816 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-pgfjl] addLogicalPort annotation time took 15.707082ms I0417 22:50:40.175483 3816 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-slspm] creating logical port openshift-dns_dns-default-slspm for pod on switch ip-10-0-2-226.ec2.internal I0417 22:50:40.175595 3816 kube.go:256] Updating pod openshift-dns/dns-default-slspm I0417 22:50:40.176413 3816 pods.go:271] [openshift-ingress-canary/ingress-canary-pgfjl] addLogicalPort took 16.798904ms, libovsdb time 742.493µs I0417 22:50:40.191961 3816 pod.go:62] [openshift-dns/dns-default-slspm] pod update took 16.392032ms I0417 22:50:40.191977 3816 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-slspm] addLogicalPort annotation time took 16.412411ms I0417 22:50:40.192909 3816 pods.go:271] [openshift-dns/dns-default-slspm] addLogicalPort took 17.439741ms, libovsdb time 700.195µs I0417 22:50:40.542494 3816 cni.go:452] [openshift-ingress-canary/ingress-canary-pgfjl 1c7cd5efac7b3e5ce634c0f87355fa4825689a596f3297944c24574fefde5877 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-pgfjl 1c7cd5efac7b3e5ce634c0f87355fa4825689a596f3297944c24574fefde5877 network default NAD default NAD key ] I0417 22:50:40.571512 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-pgfjl, hostIfaceName: 1c7cd5efac7b3e5, network: default, NAD default, SandboxID: "1c7cd5efac7b3e5ce634c0f87355fa4825689a596f3297944c24574fefde5877", PCI device ID: , UID: "4e22ba5f-f73d-4ad8-be95-66e6b2d8ec5a", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0417 22:50:40.631781 3816 cni.go:473] [openshift-ingress-canary/ingress-canary-pgfjl 1c7cd5efac7b3e5ce634c0f87355fa4825689a596f3297944c24574fefde5877 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-pgfjl 1c7cd5efac7b3e5ce634c0f87355fa4825689a596f3297944c24574fefde5877 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ac:da:76:00:7b\",\"name\":\"1c7cd5efac7b3e5\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa292802-6a27-4cb1-8157-4851f2604982\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 22:50:40.666921 3816 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-qhn5c] creating logical port openshift-service-ca_service-ca-d9cb48497-qhn5c for pod on switch ip-10-0-2-226.ec2.internal I0417 22:50:40.667002 3816 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-qhn5c I0417 22:50:40.679371 3816 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-qhn5c] pod update took 12.389455ms I0417 22:50:40.679388 3816 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-qhn5c] addLogicalPort annotation time took 12.411402ms I0417 22:50:40.680447 3816 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-qhn5c] addLogicalPort took 13.538708ms, libovsdb time 791.265µs I0417 22:50:41.069242 3816 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-qhn5c 2f63675b773b9c3dab50c29e2808203ff940ff3261c869103708a8e5bfbfa3f1 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-qhn5c 2f63675b773b9c3dab50c29e2808203ff940ff3261c869103708a8e5bfbfa3f1 network default NAD default NAD key ] I0417 22:50:41.078201 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-qhn5c, hostIfaceName: 2f63675b773b9c3, network: default, NAD default, SandboxID: "2f63675b773b9c3dab50c29e2808203ff940ff3261c869103708a8e5bfbfa3f1", PCI device ID: , UID: "01b40670-559d-450c-9e2c-a7cc45632315", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0417 22:50:41.121250 3816 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-qhn5c 2f63675b773b9c3dab50c29e2808203ff940ff3261c869103708a8e5bfbfa3f1 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-qhn5c 2f63675b773b9c3dab50c29e2808203ff940ff3261c869103708a8e5bfbfa3f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:3c:f3:bb:01:3b\",\"name\":\"2f63675b773b9c3\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e875cd5b-fc30-46af-80b6-bdeb8036968c\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 22:50:41.157100 3816 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0417 22:50:41.157132 3816 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 41.612µs I0417 22:50:44.225665 3816 cni.go:452] [openshift-network-diagnostics/network-check-target-gclg8 dfc797516230ee937d8bd56e6046c985cedcc8a03fd4293d81a644461a52832b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-gclg8 dfc797516230ee937d8bd56e6046c985cedcc8a03fd4293d81a644461a52832b network default NAD default NAD key ] I0417 22:50:44.236043 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-gclg8, hostIfaceName: dfc797516230ee9, network: default, NAD default, SandboxID: "dfc797516230ee937d8bd56e6046c985cedcc8a03fd4293d81a644461a52832b", PCI device ID: , UID: "07c6cda7-7de7-437a-9584-22cd54ec4933", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0417 22:50:44.279887 3816 cni.go:473] [openshift-network-diagnostics/network-check-target-gclg8 dfc797516230ee937d8bd56e6046c985cedcc8a03fd4293d81a644461a52832b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-gclg8 dfc797516230ee937d8bd56e6046c985cedcc8a03fd4293d81a644461a52832b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:21:e2:d6:fa:5e\",\"name\":\"dfc797516230ee9\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bbf4118-2482-4105-94c2-1aacf2c42fc7\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 22:50:48.232911 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0417 22:50:56.150011 3816 cni.go:452] [openshift-image-registry/image-registry-cb54bb855-7t2c6 ee2250b7d1e7a634e3c2e9bd9d3095ae1648fee558a8a63bb7122d9ce9b54a5d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-cb54bb855-7t2c6 ee2250b7d1e7a634e3c2e9bd9d3095ae1648fee558a8a63bb7122d9ce9b54a5d network default NAD default NAD key ] I0417 22:50:56.162173 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-cb54bb855-7t2c6, hostIfaceName: ee2250b7d1e7a63, network: default, NAD default, SandboxID: "ee2250b7d1e7a634e3c2e9bd9d3095ae1648fee558a8a63bb7122d9ce9b54a5d", PCI device ID: , UID: "62b174f3-ccba-4926-adaf-382630e131f3", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0417 22:50:56.184534 3816 cni.go:452] [openshift-ingress/router-default-7fcb4956b-rn77v 05b378fffb4cd33dd4bf5450836a9dbd8106c458e188b703625eb1e52dfc8f2f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7fcb4956b-rn77v 05b378fffb4cd33dd4bf5450836a9dbd8106c458e188b703625eb1e52dfc8f2f network default NAD default NAD key ] I0417 22:50:56.195412 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7fcb4956b-rn77v, hostIfaceName: 05b378fffb4cd33, network: default, NAD default, SandboxID: "05b378fffb4cd33dd4bf5450836a9dbd8106c458e188b703625eb1e52dfc8f2f", PCI device ID: , UID: "209f2d63-71ef-4cc6-a4e0-5acb1f3a2c0d", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0417 22:50:56.206585 3816 cni.go:452] [openshift-dns/dns-default-slspm 7873e461346a91cb5ecd93567e28de938affbaa6f2c2c2fb7078dbda94f992a7 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-slspm 7873e461346a91cb5ecd93567e28de938affbaa6f2c2c2fb7078dbda94f992a7 network default NAD default NAD key ] I0417 22:50:56.212043 3816 cni.go:473] [openshift-image-registry/image-registry-cb54bb855-7t2c6 ee2250b7d1e7a634e3c2e9bd9d3095ae1648fee558a8a63bb7122d9ce9b54a5d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-cb54bb855-7t2c6 ee2250b7d1e7a634e3c2e9bd9d3095ae1648fee558a8a63bb7122d9ce9b54a5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:32:2f:80:44:9f\",\"name\":\"ee2250b7d1e7a63\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe507576-d7ba-4415-a8a0-9fbd4b5f7341\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 22:50:56.216019 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-slspm, hostIfaceName: 7873e461346a91c, network: default, NAD default, SandboxID: "7873e461346a91cb5ecd93567e28de938affbaa6f2c2c2fb7078dbda94f992a7", PCI device ID: , UID: "268321b2-2076-486a-985e-98e3c544cb09", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0417 22:50:56.241664 3816 cni.go:473] [openshift-ingress/router-default-7fcb4956b-rn77v 05b378fffb4cd33dd4bf5450836a9dbd8106c458e188b703625eb1e52dfc8f2f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7fcb4956b-rn77v 05b378fffb4cd33dd4bf5450836a9dbd8106c458e188b703625eb1e52dfc8f2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:f2:89:de:66:60\",\"name\":\"05b378fffb4cd33\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23475210-8427-41a4-80fc-3de49e098fcd\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 22:50:56.259075 3816 cni.go:473] [openshift-dns/dns-default-slspm 7873e461346a91cb5ecd93567e28de938affbaa6f2c2c2fb7078dbda94f992a7 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-slspm 7873e461346a91cb5ecd93567e28de938affbaa6f2c2c2fb7078dbda94f992a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:9a:07:58:0c:2a\",\"name\":\"7873e461346a91c\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f44a181b-c597-44ae-b15e-cf9fc962b682\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 22:51:03.129094 3816 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:03.163524 3816 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 22:51:03.201296 3816 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0417 22:51:03.237340 3816 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fthq] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-4fthq for pod on switch ip-10-0-2-226.ec2.internal I0417 22:51:03.237420 3816 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fthq I0417 22:51:03.253141 3816 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fthq] pod update took 15.741807ms I0417 22:51:03.253167 3816 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fthq] addLogicalPort annotation time took 15.770391ms I0417 22:51:03.254216 3816 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fthq] addLogicalPort took 16.889875ms, libovsdb time 787.96µs I0417 22:51:03.264205 3816 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0417 22:51:03.276896 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 22:51:03.276915 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 22:51:03.276923 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0417 22:51:03.314663 3816 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-cdvf5] creating logical port openshift-insights_insights-runtime-extractor-cdvf5 for pod on switch ip-10-0-2-226.ec2.internal I0417 22:51:03.314750 3816 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-cdvf5 I0417 22:51:03.341658 3816 pod.go:62] [openshift-insights/insights-runtime-extractor-cdvf5] pod update took 26.933602ms I0417 22:51:03.341676 3816 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-cdvf5] addLogicalPort annotation time took 26.955853ms I0417 22:51:03.342703 3816 pods.go:271] [openshift-insights/insights-runtime-extractor-cdvf5] addLogicalPort took 28.057816ms, libovsdb time 707.363µs I0417 22:51:03.613413 3816 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-b8rvz] creating logical port openshift-console_downloads-5c54f4944f-b8rvz for pod on switch ip-10-0-2-226.ec2.internal I0417 22:51:03.613519 3816 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-b8rvz I0417 22:51:03.629161 3816 pod.go:62] [openshift-console/downloads-5c54f4944f-b8rvz] pod update took 15.670731ms I0417 22:51:03.629190 3816 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-b8rvz] addLogicalPort annotation time took 15.706056ms I0417 22:51:03.630209 3816 pods.go:271] [openshift-console/downloads-5c54f4944f-b8rvz] addLogicalPort took 16.81159ms, libovsdb time 746.629µs I0417 22:51:03.647295 3816 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fthq bce933647355b49b597b90c9958b60a8f1b92b774f9a28fbff6126060f7dc6a2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fthq bce933647355b49b597b90c9958b60a8f1b92b774f9a28fbff6126060f7dc6a2 network default NAD default NAD key ] I0417 22:51:03.658122 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-4fthq, hostIfaceName: bce933647355b49, network: default, NAD default, SandboxID: "bce933647355b49b597b90c9958b60a8f1b92b774f9a28fbff6126060f7dc6a2", PCI device ID: , UID: "035d767d-91a2-4a95-907f-cd6265c2aa08", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0417 22:51:03.698691 3816 cni.go:452] [openshift-insights/insights-runtime-extractor-cdvf5 fbde34c6dedbd12130094f435c96c6d4f3428150bee09b30b3aa9888fec702c6 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-cdvf5 fbde34c6dedbd12130094f435c96c6d4f3428150bee09b30b3aa9888fec702c6 network default NAD default NAD key ] I0417 22:51:03.707038 3816 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fthq bce933647355b49b597b90c9958b60a8f1b92b774f9a28fbff6126060f7dc6a2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fthq bce933647355b49b597b90c9958b60a8f1b92b774f9a28fbff6126060f7dc6a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:7e:9b:17:5c:c8\",\"name\":\"bce933647355b49\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51f61664-13df-40b8-ac67-c6e1784a7d09\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 22:51:03.709200 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-cdvf5, hostIfaceName: fbde34c6dedbd12, network: default, NAD default, SandboxID: "fbde34c6dedbd12130094f435c96c6d4f3428150bee09b30b3aa9888fec702c6", PCI device ID: , UID: "2e31d321-df65-4f05-98d7-3bcb1cbad73f", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0417 22:51:03.755473 3816 cni.go:473] [openshift-insights/insights-runtime-extractor-cdvf5 fbde34c6dedbd12130094f435c96c6d4f3428150bee09b30b3aa9888fec702c6 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-cdvf5 fbde34c6dedbd12130094f435c96c6d4f3428150bee09b30b3aa9888fec702c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:ad:a1:b9:80:3b\",\"name\":\"fbde34c6dedbd12\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6bf3b1fc-a175-4561-9eb5-602eff2ea966\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 22:51:04.017562 3816 cni.go:452] [openshift-console/downloads-5c54f4944f-b8rvz 25bb9197020bfff52ae7d35732abd84cd8111725343d416ed1f91fdc73237ab2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-b8rvz 25bb9197020bfff52ae7d35732abd84cd8111725343d416ed1f91fdc73237ab2 network default NAD default NAD key ] I0417 22:51:04.029167 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-b8rvz, hostIfaceName: 25bb9197020bfff, network: default, NAD default, SandboxID: "25bb9197020bfff52ae7d35732abd84cd8111725343d416ed1f91fdc73237ab2", PCI device ID: , UID: "2d323b84-d534-434d-aacf-ff171f2ee049", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0417 22:51:04.077915 3816 cni.go:473] [openshift-console/downloads-5c54f4944f-b8rvz 25bb9197020bfff52ae7d35732abd84cd8111725343d416ed1f91fdc73237ab2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-b8rvz 25bb9197020bfff52ae7d35732abd84cd8111725343d416ed1f91fdc73237ab2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:aa:9e:69:d8:74\",\"name\":\"25bb9197020bfff\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/578742f1-e617-496c-b81f-b9a85d0c7877\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 22:51:06.405524 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0417 22:51:06.520652 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0417 22:51:08.787235 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 22:51:08.787264 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 22:51:10.480694 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 22:51:10.480718 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 22:51:10.480724 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0417 22:51:12.261736 3816 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-226.ec2.internal I0417 22:51:12.261835 3816 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0417 22:51:12.283965 3816 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 22.16587ms I0417 22:51:12.283987 3816 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 22.191868ms I0417 22:51:12.285318 3816 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.59641ms, libovsdb time 993.879µs I0417 22:51:12.675786 3816 cni.go:452] [openshift-monitoring/alertmanager-main-0 81f4dcc7e1300c97e8bd797f01c61e6bb894b35cadbf1992795802906cdc6663 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 81f4dcc7e1300c97e8bd797f01c61e6bb894b35cadbf1992795802906cdc6663 network default NAD default NAD key ] I0417 22:51:12.686065 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 81f4dcc7e1300c9, network: default, NAD default, SandboxID: "81f4dcc7e1300c97e8bd797f01c61e6bb894b35cadbf1992795802906cdc6663", PCI device ID: , UID: "8d33c57c-e99e-41da-8d4d-9173a2ec1c50", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0417 22:51:12.735361 3816 cni.go:473] [openshift-monitoring/alertmanager-main-0 81f4dcc7e1300c97e8bd797f01c61e6bb894b35cadbf1992795802906cdc6663 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 81f4dcc7e1300c97e8bd797f01c61e6bb894b35cadbf1992795802906cdc6663 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:71:e9:d4:f7:cf\",\"name\":\"81f4dcc7e1300c9\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e621bb8c-772b-451f-be24-056c32c3840d\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 22:51:13.172615 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:13.172648 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:13.183467 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0417 22:51:13.709464 3816 base_network_controller_pods.go:487] [default/openshift-console/console-7c75d8c9bb-wzxk4] creating logical port openshift-console_console-7c75d8c9bb-wzxk4 for pod on switch ip-10-0-2-226.ec2.internal I0417 22:51:13.709690 3816 kube.go:256] Updating pod openshift-console/console-7c75d8c9bb-wzxk4 I0417 22:51:13.725152 3816 pod.go:62] [openshift-console/console-7c75d8c9bb-wzxk4] pod update took 15.495032ms I0417 22:51:13.725176 3816 base_network_controller_pods.go:951] [default/openshift-console/console-7c75d8c9bb-wzxk4] addLogicalPort annotation time took 15.521455ms I0417 22:51:13.726537 3816 pods.go:271] [openshift-console/console-7c75d8c9bb-wzxk4] addLogicalPort took 17.093832ms, libovsdb time 997.209µs I0417 22:51:14.259410 3816 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-c7bdd7bcc-kjh5c] creating logical port openshift-monitoring_thanos-querier-c7bdd7bcc-kjh5c for pod on switch ip-10-0-2-226.ec2.internal I0417 22:51:14.259611 3816 kube.go:256] Updating pod openshift-monitoring/thanos-querier-c7bdd7bcc-kjh5c I0417 22:51:14.280015 3816 pod.go:62] [openshift-monitoring/thanos-querier-c7bdd7bcc-kjh5c] pod update took 20.43948ms I0417 22:51:14.280045 3816 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-c7bdd7bcc-kjh5c] addLogicalPort annotation time took 20.472181ms I0417 22:51:14.281403 3816 pods.go:271] [openshift-monitoring/thanos-querier-c7bdd7bcc-kjh5c] addLogicalPort took 22.015282ms, libovsdb time 962.431µs I0417 22:51:15.686892 3816 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-b8568df54-m6jhq] creating logical port openshift-monitoring_metrics-server-b8568df54-m6jhq for pod on switch ip-10-0-2-226.ec2.internal I0417 22:51:15.687002 3816 kube.go:256] Updating pod openshift-monitoring/metrics-server-b8568df54-m6jhq I0417 22:51:15.704759 3816 pod.go:62] [openshift-monitoring/metrics-server-b8568df54-m6jhq] pod update took 17.781177ms I0417 22:51:15.704780 3816 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-b8568df54-m6jhq] addLogicalPort annotation time took 17.807681ms I0417 22:51:15.706079 3816 pods.go:271] [openshift-monitoring/metrics-server-b8568df54-m6jhq] addLogicalPort took 19.205673ms, libovsdb time 921.899µs I0417 22:51:15.874364 3816 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-jwprl] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-jwprl for pod on switch ip-10-0-2-226.ec2.internal I0417 22:51:15.874475 3816 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-jwprl I0417 22:51:15.888119 3816 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jwprl] pod update took 13.680228ms I0417 22:51:15.888140 3816 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-jwprl] addLogicalPort annotation time took 13.706993ms I0417 22:51:15.889302 3816 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jwprl] addLogicalPort took 14.957631ms, libovsdb time 837.11µs I0417 22:51:17.533352 3816 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-226.ec2.internal I0417 22:51:17.533494 3816 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0417 22:51:17.560075 3816 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 26.62008ms I0417 22:51:17.560096 3816 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 26.645702ms I0417 22:51:17.561333 3816 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.992389ms, libovsdb time 892.843µs W0417 22:51:18.441460 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 22:51:20.179828 3816 cni.go:452] [openshift-monitoring/prometheus-k8s-1 98bd8b8cb84c59973a624378e28a2229ab8464b5dce1f3406e8fd9481b831a90 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 98bd8b8cb84c59973a624378e28a2229ab8464b5dce1f3406e8fd9481b831a90 network default NAD default NAD key ] I0417 22:51:20.180523 3816 cni.go:452] [openshift-console/console-7c75d8c9bb-wzxk4 426f5bd22f18174043a55fc55fa4a8dce57c55fc646473c17eb321464479b938 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7c75d8c9bb-wzxk4 426f5bd22f18174043a55fc55fa4a8dce57c55fc646473c17eb321464479b938 network default NAD default NAD key ] I0417 22:51:20.184185 3816 cni.go:452] [openshift-monitoring/thanos-querier-c7bdd7bcc-kjh5c bee321e5cf4a4094455158505e0567d22212f061fe05088b319819d1a13c888f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-c7bdd7bcc-kjh5c bee321e5cf4a4094455158505e0567d22212f061fe05088b319819d1a13c888f network default NAD default NAD key ] I0417 22:51:20.184516 3816 cni.go:452] [openshift-monitoring/metrics-server-b8568df54-m6jhq 2eecf5b8ab60649298ba41ee5d38aa98cce59415a61027dff5f09f98dbf9c94c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-b8568df54-m6jhq 2eecf5b8ab60649298ba41ee5d38aa98cce59415a61027dff5f09f98dbf9c94c network default NAD default NAD key ] I0417 22:51:20.185823 3816 cni.go:452] [openshift-multus/network-metrics-daemon-c6ptf 6c6ef295a3cb3fca848ed7cf03cab582cbe7e2477cfe6d7ebbb423970f0baaad network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-c6ptf 6c6ef295a3cb3fca848ed7cf03cab582cbe7e2477cfe6d7ebbb423970f0baaad network default NAD default NAD key ] I0417 22:51:20.190523 3816 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jwprl f06312cdb901bc29070e70fa0b7cbfe29bf1d76eab672866230d519b17ae811a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jwprl f06312cdb901bc29070e70fa0b7cbfe29bf1d76eab672866230d519b17ae811a network default NAD default NAD key ] I0417 22:51:20.201294 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-b8568df54-m6jhq, hostIfaceName: 2eecf5b8ab60649, network: default, NAD default, SandboxID: "2eecf5b8ab60649298ba41ee5d38aa98cce59415a61027dff5f09f98dbf9c94c", PCI device ID: , UID: "19a275d6-3e1a-4ae5-8c05-69e1dc5ec084", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0417 22:51:20.201295 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-c7bdd7bcc-kjh5c, hostIfaceName: bee321e5cf4a409, network: default, NAD default, SandboxID: "bee321e5cf4a4094455158505e0567d22212f061fe05088b319819d1a13c888f", PCI device ID: , UID: "ab6113ae-8441-4c36-ad13-bef390ef6ec8", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0417 22:51:20.217294 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7c75d8c9bb-wzxk4, hostIfaceName: 426f5bd22f18174, network: default, NAD default, SandboxID: "426f5bd22f18174043a55fc55fa4a8dce57c55fc646473c17eb321464479b938", PCI device ID: , UID: "49065b5a-fd17-43e5-8a29-63a0a497562f", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0417 22:51:20.217355 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 98bd8b8cb84c599, network: default, NAD default, SandboxID: "98bd8b8cb84c59973a624378e28a2229ab8464b5dce1f3406e8fd9481b831a90", PCI device ID: , UID: "13ff1657-bec7-4417-9397-bef0a189796b", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0417 22:51:20.217321 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-c6ptf, hostIfaceName: 6c6ef295a3cb3fc, network: default, NAD default, SandboxID: "6c6ef295a3cb3fca848ed7cf03cab582cbe7e2477cfe6d7ebbb423970f0baaad", PCI device ID: , UID: "93d8de56-9f54-414f-8240-dfe6de8e6d19", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0417 22:51:20.220032 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-jwprl, hostIfaceName: f06312cdb901bc2, network: default, NAD default, SandboxID: "f06312cdb901bc29070e70fa0b7cbfe29bf1d76eab672866230d519b17ae811a", PCI device ID: , UID: "86b9cae7-507b-43de-b5cd-eff20def591a", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0417 22:51:20.276134 3816 cni.go:473] [openshift-monitoring/thanos-querier-c7bdd7bcc-kjh5c bee321e5cf4a4094455158505e0567d22212f061fe05088b319819d1a13c888f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-c7bdd7bcc-kjh5c bee321e5cf4a4094455158505e0567d22212f061fe05088b319819d1a13c888f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ce:f1:e0:14:fc\",\"name\":\"bee321e5cf4a409\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7edc416-2612-4b8f-b86f-9fde276a964e\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 22:51:20.288115 3816 cni.go:473] [openshift-monitoring/metrics-server-b8568df54-m6jhq 2eecf5b8ab60649298ba41ee5d38aa98cce59415a61027dff5f09f98dbf9c94c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-b8568df54-m6jhq 2eecf5b8ab60649298ba41ee5d38aa98cce59415a61027dff5f09f98dbf9c94c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:81:c2:9f:29:0f\",\"name\":\"2eecf5b8ab60649\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b921ad80-74a4-49fd-be74-cddc1fdba25c\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 22:51:20.514854 3816 cni.go:473] [openshift-monitoring/prometheus-k8s-1 98bd8b8cb84c59973a624378e28a2229ab8464b5dce1f3406e8fd9481b831a90 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 98bd8b8cb84c59973a624378e28a2229ab8464b5dce1f3406e8fd9481b831a90 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:07:ee:a0:c6:4a\",\"name\":\"98bd8b8cb84c599\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbf54a4f-9deb-4028-a404-8ad6f0a13b13\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 22:51:20.514861 3816 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jwprl f06312cdb901bc29070e70fa0b7cbfe29bf1d76eab672866230d519b17ae811a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jwprl f06312cdb901bc29070e70fa0b7cbfe29bf1d76eab672866230d519b17ae811a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:42:5b:dc:50:60\",\"name\":\"f06312cdb901bc2\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/963c0754-d727-43a3-9f28-565a7ac7c5aa\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 22:51:20.514916 3816 cni.go:473] [openshift-console/console-7c75d8c9bb-wzxk4 426f5bd22f18174043a55fc55fa4a8dce57c55fc646473c17eb321464479b938 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7c75d8c9bb-wzxk4 426f5bd22f18174043a55fc55fa4a8dce57c55fc646473c17eb321464479b938 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:a4:ff:4c:81:b5\",\"name\":\"426f5bd22f18174\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0c85e96-46de-4b65-ba36-2d3817ee0981\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 22:51:20.515013 3816 cni.go:473] [openshift-multus/network-metrics-daemon-c6ptf 6c6ef295a3cb3fca848ed7cf03cab582cbe7e2477cfe6d7ebbb423970f0baaad network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-c6ptf 6c6ef295a3cb3fca848ed7cf03cab582cbe7e2477cfe6d7ebbb423970f0baaad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:de:75:03:bf:63\",\"name\":\"6c6ef295a3cb3fc\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ee2d3e7-fcef-4d88-81e2-cf83ddf7acbc\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 22:51:20.565816 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0417 22:51:20.600123 3816 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:20.600160 3816 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:20.600168 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:20.647877 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0417 22:51:21.528652 3816 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:21.528684 3816 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:21.528693 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:21.635743 3816 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:51:21.635831 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:51:22.632286 3816 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:51:22.632303 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:51:23.987152 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 22:51:26.602616 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0417 22:51:26.651617 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 22:51:26.768292 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0417 22:51:26.838920 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 22:51:27.625304 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 22:51:27.644488 3816 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:27.644505 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:27.644512 3816 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:27.644516 3816 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:27.650362 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0417 22:51:28.312113 3816 cni.go:452] [openshift-image-registry/image-registry-cb54bb855-7t2c6 ee2250b7d1e7a634e3c2e9bd9d3095ae1648fee558a8a63bb7122d9ce9b54a5d network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-cb54bb855-7t2c6 ee2250b7d1e7a634e3c2e9bd9d3095ae1648fee558a8a63bb7122d9ce9b54a5d network default NAD default NAD key ] I0417 22:51:28.394853 3816 cni.go:473] [openshift-image-registry/image-registry-cb54bb855-7t2c6 ee2250b7d1e7a634e3c2e9bd9d3095ae1648fee558a8a63bb7122d9ce9b54a5d network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-cb54bb855-7t2c6 ee2250b7d1e7a634e3c2e9bd9d3095ae1648fee558a8a63bb7122d9ce9b54a5d network default NAD default NAD key default], result "{}", err I0417 22:51:28.422642 3816 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c574fdc64-gzph8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:28.423217 3816 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c574fdc64-gzph8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:28.443657 3816 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb54bb855-7t2c6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:28.443691 3816 pods.go:176] Deleting pod: openshift-image-registry/image-registry-cb54bb855-7t2c6 I0417 22:51:28.444969 3816 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-cb54bb855-7t2c6, ips: 10.129.0.5 I0417 22:51:28.444994 3816 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb54bb855-7t2c6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:28.453294 3816 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5886f99945-fqx2l] creating logical port openshift-image-registry_image-registry-5886f99945-fqx2l for pod on switch ip-10-0-2-226.ec2.internal I0417 22:51:28.453447 3816 kube.go:256] Updating pod openshift-image-registry/image-registry-5886f99945-fqx2l I0417 22:51:28.473166 3816 pod.go:62] [openshift-image-registry/image-registry-5886f99945-fqx2l] pod update took 19.753668ms I0417 22:51:28.473189 3816 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5886f99945-fqx2l] addLogicalPort annotation time took 19.781004ms I0417 22:51:28.474603 3816 pods.go:271] [openshift-image-registry/image-registry-5886f99945-fqx2l] addLogicalPort took 21.325707ms, libovsdb time 1.019876ms W0417 22:51:28.577591 3816 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:28.577613 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:28.577624 3816 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:28.577631 3816 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0417 22:51:28.625159 3816 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb54bb855-7t2c6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:28.625179 3816 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb54bb855-7t2c6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:28.631609 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cb54bb855-7t2c6 I0417 22:51:28.631635 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cb54bb855-7t2c6 I0417 22:51:28.816698 3816 cni.go:452] [openshift-image-registry/image-registry-5886f99945-fqx2l 5f7b525d0bb8f170db5556a907723aad2235d65fb9d28d31106819ab8da8c8d8 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5886f99945-fqx2l 5f7b525d0bb8f170db5556a907723aad2235d65fb9d28d31106819ab8da8c8d8 network default NAD default NAD key ] I0417 22:51:28.827762 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5886f99945-fqx2l, hostIfaceName: 5f7b525d0bb8f17, network: default, NAD default, SandboxID: "5f7b525d0bb8f170db5556a907723aad2235d65fb9d28d31106819ab8da8c8d8", PCI device ID: , UID: "47394349-e1aa-4f2a-9799-9652907f5793", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0417 22:51:28.855155 3816 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c574fdc64-gzph8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:28.855180 3816 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c574fdc64-gzph8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:28.861143 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c574fdc64-gzph8 I0417 22:51:28.861173 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c574fdc64-gzph8 I0417 22:51:28.877355 3816 cni.go:473] [openshift-image-registry/image-registry-5886f99945-fqx2l 5f7b525d0bb8f170db5556a907723aad2235d65fb9d28d31106819ab8da8c8d8 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5886f99945-fqx2l 5f7b525d0bb8f170db5556a907723aad2235d65fb9d28d31106819ab8da8c8d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:99:01:d6:98:ef\",\"name\":\"5f7b525d0bb8f17\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc26942c-a445-4ff1-ae5c-4b076348ddd9\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 22:51:31.021711 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 22:51:31.021735 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 22:51:33.641766 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:33.641793 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:33.641801 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:33.641808 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier I0417 22:51:39.714714 3816 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 for pod on switch ip-10-0-2-226.ec2.internal I0417 22:51:39.714826 3816 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 I0417 22:51:39.727223 3816 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66] pod update took 12.435483ms I0417 22:51:39.727243 3816 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66] addLogicalPort annotation time took 12.459084ms I0417 22:51:39.728381 3816 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66] addLogicalPort took 13.692437ms, libovsdb time 843.389µs I0417 22:51:40.115270 3816 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 9aacafbe2e16c78c441dfeb638e34df64a74585497225f861a4f77f93c0b1649 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 9aacafbe2e16c78c441dfeb638e34df64a74585497225f861a4f77f93c0b1649 network default NAD default NAD key ] I0417 22:51:40.124549 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66, hostIfaceName: 9aacafbe2e16c78, network: default, NAD default, SandboxID: "9aacafbe2e16c78c441dfeb638e34df64a74585497225f861a4f77f93c0b1649", PCI device ID: , UID: "e1070847-b043-4b4b-8c0f-436820440ccc", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0417 22:51:40.174983 3816 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 9aacafbe2e16c78c441dfeb638e34df64a74585497225f861a4f77f93c0b1649 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 9aacafbe2e16c78c441dfeb638e34df64a74585497225f861a4f77f93c0b1649 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:fb:e3:25:d1:b0\",\"name\":\"9aacafbe2e16c78\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/506694b3-c8e7-4da0-a9bd-2f2d47cb9913\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 22:51:47.629744 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 22:51:48.075162 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0417 22:51:48.100621 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0417 22:51:50.652508 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:52.694678 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:52.694708 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:52.694715 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 22:51:52.860725 3816 obj_retry.go:498] Detected object openshift-console/console-7c75d8c9bb-rdtlt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:52.861300 3816 obj_retry.go:498] Detected object openshift-console/console-7c75d8c9bb-rdtlt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:53.686962 3816 obj_retry.go:492] Detected object openshift-console/console-7c75d8c9bb-rdtlt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:53.686991 3816 obj_retry.go:492] Detected object openshift-console/console-7c75d8c9bb-rdtlt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:53.693443 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c75d8c9bb-rdtlt I0417 22:51:53.693475 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c75d8c9bb-rdtlt I0417 22:51:56.240043 3816 cni.go:452] [openshift-console/console-7c75d8c9bb-wzxk4 426f5bd22f18174043a55fc55fa4a8dce57c55fc646473c17eb321464479b938 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7c75d8c9bb-wzxk4 426f5bd22f18174043a55fc55fa4a8dce57c55fc646473c17eb321464479b938 network default NAD default NAD key ] I0417 22:51:56.325717 3816 cni.go:473] [openshift-console/console-7c75d8c9bb-wzxk4 426f5bd22f18174043a55fc55fa4a8dce57c55fc646473c17eb321464479b938 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7c75d8c9bb-wzxk4 426f5bd22f18174043a55fc55fa4a8dce57c55fc646473c17eb321464479b938 network default NAD default NAD key default], result "{}", err I0417 22:51:56.419943 3816 obj_retry.go:498] Detected object openshift-console/console-7c75d8c9bb-wzxk4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:56.419974 3816 pods.go:176] Deleting pod: openshift-console/console-7c75d8c9bb-wzxk4 I0417 22:51:56.421322 3816 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7c75d8c9bb-wzxk4, ips: 10.129.0.14 I0417 22:51:56.421349 3816 obj_retry.go:498] Detected object openshift-console/console-7c75d8c9bb-wzxk4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:56.770898 3816 obj_retry.go:492] Detected object openshift-console/console-7c75d8c9bb-wzxk4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:56.770917 3816 obj_retry.go:492] Detected object openshift-console/console-7c75d8c9bb-wzxk4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:56.775210 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c75d8c9bb-wzxk4 I0417 22:51:56.775231 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c75d8c9bb-wzxk4 I0417 22:51:57.764022 3816 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 9aacafbe2e16c78c441dfeb638e34df64a74585497225f861a4f77f93c0b1649 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 9aacafbe2e16c78c441dfeb638e34df64a74585497225f861a4f77f93c0b1649 network default NAD default NAD key ] I0417 22:51:57.840109 3816 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 9aacafbe2e16c78c441dfeb638e34df64a74585497225f861a4f77f93c0b1649 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 9aacafbe2e16c78c441dfeb638e34df64a74585497225f861a4f77f93c0b1649 network default NAD default NAD key default], result "{}", err I0417 22:51:57.911836 3816 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:57.911886 3816 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 I0417 22:51:57.913243 3816 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66, ips: 10.129.0.20 I0417 22:51:57.913276 3816 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:57.913297 3816 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 22:51:57.913310 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0417 22:51:57.913504 3816 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 22:51:57.913518 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0417 22:51:58.139137 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0417 22:51:58.939808 3816 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:58.939833 3816 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:58.939873 3816 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:58.939883 3816 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:59.770475 3816 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0417 22:51:59.781727 3816 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0417 22:52:13.334046 3816 obj_retry.go:498] Detected object openshift-ingress/router-default-6c9d7dd48f-7hjdk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:13.334560 3816 obj_retry.go:498] Detected object openshift-ingress/router-default-6c9d7dd48f-7hjdk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:14.187483 3816 obj_retry.go:492] Detected object openshift-ingress/router-default-6c9d7dd48f-7hjdk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:14.187514 3816 obj_retry.go:492] Detected object openshift-ingress/router-default-6c9d7dd48f-7hjdk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:14.193302 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6c9d7dd48f-7hjdk I0417 22:52:14.193328 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6c9d7dd48f-7hjdk I0417 22:52:16.974313 3816 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb54bb855-jq6lv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:16.974853 3816 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb54bb855-jq6lv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:17.197063 3816 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb54bb855-jq6lv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:17.197090 3816 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb54bb855-jq6lv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:17.202906 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cb54bb855-jq6lv I0417 22:52:17.202932 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cb54bb855-jq6lv W0417 22:52:18.817356 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:52:18.817387 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:52:18.817420 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:52:18.817428 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:52:18.884389 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:52:18.884414 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0417 22:52:32.996224 3816 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:32.996769 3816 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:33.844235 3816 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:33.844263 3816 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:33.850336 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0417 22:52:33.850362 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0417 22:52:35.771391 3816 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-86cdc44dfd-7njxb] creating logical port openshift-monitoring_telemeter-client-86cdc44dfd-7njxb for pod on switch ip-10-0-2-226.ec2.internal I0417 22:52:35.771526 3816 kube.go:256] Updating pod openshift-monitoring/telemeter-client-86cdc44dfd-7njxb I0417 22:52:35.815341 3816 pod.go:62] [openshift-monitoring/telemeter-client-86cdc44dfd-7njxb] pod update took 43.840813ms I0417 22:52:35.815368 3816 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-86cdc44dfd-7njxb] addLogicalPort annotation time took 43.873378ms I0417 22:52:35.816605 3816 pods.go:271] [openshift-monitoring/telemeter-client-86cdc44dfd-7njxb] addLogicalPort took 45.229386ms, libovsdb time 910.77µs I0417 22:52:36.139509 3816 cni.go:452] [openshift-monitoring/telemeter-client-86cdc44dfd-7njxb e24b812f232911f39b369c2c4afed856c8c536e650e423b1528884563ddce285 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-86cdc44dfd-7njxb e24b812f232911f39b369c2c4afed856c8c536e650e423b1528884563ddce285 network default NAD default NAD key ] I0417 22:52:36.158523 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-86cdc44dfd-7njxb, hostIfaceName: e24b812f232911f, network: default, NAD default, SandboxID: "e24b812f232911f39b369c2c4afed856c8c536e650e423b1528884563ddce285", PCI device ID: , UID: "f9a22aea-1bcc-4eaa-8434-23f6d0a5d6cb", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0417 22:52:36.208235 3816 cni.go:473] [openshift-monitoring/telemeter-client-86cdc44dfd-7njxb e24b812f232911f39b369c2c4afed856c8c536e650e423b1528884563ddce285 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-86cdc44dfd-7njxb e24b812f232911f39b369c2c4afed856c8c536e650e423b1528884563ddce285 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:a0:38:1b:6a:36\",\"name\":\"e24b812f232911f\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd5052fa-6171-4df6-94f2-db3247bb482b\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 22:52:37.259187 3816 cni.go:452] [openshift-monitoring/prometheus-k8s-1 98bd8b8cb84c59973a624378e28a2229ab8464b5dce1f3406e8fd9481b831a90 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 98bd8b8cb84c59973a624378e28a2229ab8464b5dce1f3406e8fd9481b831a90 network default NAD default NAD key ] I0417 22:52:37.336738 3816 cni.go:473] [openshift-monitoring/prometheus-k8s-1 98bd8b8cb84c59973a624378e28a2229ab8464b5dce1f3406e8fd9481b831a90 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 98bd8b8cb84c59973a624378e28a2229ab8464b5dce1f3406e8fd9481b831a90 network default NAD default NAD key default], result "{}", err I0417 22:52:37.396347 3816 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:37.396388 3816 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0417 22:52:37.397787 3816 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.18 I0417 22:52:37.397815 3816 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:37.933911 3816 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:37.933966 3816 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:37.939929 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0417 22:52:37.939961 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0417 22:52:37.987380 3816 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-226.ec2.internal I0417 22:52:37.987545 3816 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0417 22:52:38.015455 3816 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 27.953956ms I0417 22:52:38.015478 3816 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 27.984091ms I0417 22:52:38.016750 3816 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 29.391379ms, libovsdb time 920.591µs I0417 22:52:38.418938 3816 cni.go:452] [openshift-monitoring/prometheus-k8s-1 db355e92fb8cce66d466418ddd5098db4e082864f694d24b17e57119964a1aae network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 db355e92fb8cce66d466418ddd5098db4e082864f694d24b17e57119964a1aae network default NAD default NAD key ] I0417 22:52:38.428385 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: db355e92fb8cce6, network: default, NAD default, SandboxID: "db355e92fb8cce66d466418ddd5098db4e082864f694d24b17e57119964a1aae", PCI device ID: , UID: "e6ffa24b-44af-4dc2-88f2-ffd7c56693e7", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0417 22:52:38.476783 3816 cni.go:473] [openshift-monitoring/prometheus-k8s-1 db355e92fb8cce66d466418ddd5098db4e082864f694d24b17e57119964a1aae network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 db355e92fb8cce66d466418ddd5098db4e082864f694d24b17e57119964a1aae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:1d:81:10:84:cf\",\"name\":\"db355e92fb8cce6\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7284dc1-df9d-46ae-8e06-6ca78ee11713\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 22:52:39.662710 3816 base_network_controller_pods.go:487] [default/openshift-console/console-6cc5578b9d-ptjgc] creating logical port openshift-console_console-6cc5578b9d-ptjgc for pod on switch ip-10-0-2-226.ec2.internal I0417 22:52:39.662875 3816 kube.go:256] Updating pod openshift-console/console-6cc5578b9d-ptjgc I0417 22:52:39.681413 3816 pod.go:62] [openshift-console/console-6cc5578b9d-ptjgc] pod update took 18.5869ms I0417 22:52:39.681436 3816 base_network_controller_pods.go:951] [default/openshift-console/console-6cc5578b9d-ptjgc] addLogicalPort annotation time took 18.616925ms I0417 22:52:39.682633 3816 pods.go:271] [openshift-console/console-6cc5578b9d-ptjgc] addLogicalPort took 19.945372ms, libovsdb time 900.978µs I0417 22:52:40.021806 3816 cni.go:452] [openshift-console/console-6cc5578b9d-ptjgc eb0e783403494697ffceb99d30f8cf472cfbd639bc843755da5cb7c53c410f0e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6cc5578b9d-ptjgc eb0e783403494697ffceb99d30f8cf472cfbd639bc843755da5cb7c53c410f0e network default NAD default NAD key ] I0417 22:52:40.032363 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6cc5578b9d-ptjgc, hostIfaceName: eb0e78340349469, network: default, NAD default, SandboxID: "eb0e783403494697ffceb99d30f8cf472cfbd639bc843755da5cb7c53c410f0e", PCI device ID: , UID: "33a65c86-b833-4e46-8b87-a3da5cdcb967", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0417 22:52:40.078389 3816 cni.go:473] [openshift-console/console-6cc5578b9d-ptjgc eb0e783403494697ffceb99d30f8cf472cfbd639bc843755da5cb7c53c410f0e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6cc5578b9d-ptjgc eb0e783403494697ffceb99d30f8cf472cfbd639bc843755da5cb7c53c410f0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:39:9e:11:cf:1a\",\"name\":\"eb0e78340349469\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8df422cc-d6a3-4f30-abe6-48815f21ac79\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 22:52:51.009985 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0417 22:52:55.577962 3816 cni.go:452] [openshift-monitoring/alertmanager-main-0 81f4dcc7e1300c97e8bd797f01c61e6bb894b35cadbf1992795802906cdc6663 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 81f4dcc7e1300c97e8bd797f01c61e6bb894b35cadbf1992795802906cdc6663 network default NAD default NAD key ] I0417 22:52:55.666068 3816 cni.go:473] [openshift-monitoring/alertmanager-main-0 81f4dcc7e1300c97e8bd797f01c61e6bb894b35cadbf1992795802906cdc6663 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 81f4dcc7e1300c97e8bd797f01c61e6bb894b35cadbf1992795802906cdc6663 network default NAD default NAD key default], result "{}", err I0417 22:52:55.727713 3816 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:55.727746 3816 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0417 22:52:55.729135 3816 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.13 I0417 22:52:55.729164 3816 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:56.027735 3816 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:56.027782 3816 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:56.034234 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0417 22:52:56.034260 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0417 22:52:56.068101 3816 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-226.ec2.internal I0417 22:52:56.068250 3816 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0417 22:52:56.091110 3816 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 22.901708ms I0417 22:52:56.091132 3816 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 22.92724ms I0417 22:52:56.092314 3816 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.231157ms, libovsdb time 865.594µs I0417 22:52:56.435942 3816 cni.go:452] [openshift-monitoring/alertmanager-main-0 17b585e5e550b5852e8cc6c9bcf3a0e1b4b8924d4561c67b6e02f0aa9e2cec3c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 17b585e5e550b5852e8cc6c9bcf3a0e1b4b8924d4561c67b6e02f0aa9e2cec3c network default NAD default NAD key ] I0417 22:52:56.445853 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 17b585e5e550b58, network: default, NAD default, SandboxID: "17b585e5e550b5852e8cc6c9bcf3a0e1b4b8924d4561c67b6e02f0aa9e2cec3c", PCI device ID: , UID: "eb4f3fd5-8dcf-4eb7-99ee-116d980522b6", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0417 22:52:56.492711 3816 cni.go:473] [openshift-monitoring/alertmanager-main-0 17b585e5e550b5852e8cc6c9bcf3a0e1b4b8924d4561c67b6e02f0aa9e2cec3c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 17b585e5e550b5852e8cc6c9bcf3a0e1b4b8924d4561c67b6e02f0aa9e2cec3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:4e:b5:67:e3:69\",\"name\":\"17b585e5e550b58\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea5af390-0ad9-4951-9c27-4dc27fc18c17\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 22:53:04.961760 3816 obj_retry.go:498] Detected object openshift-console/console-66f8d6ccc9-hn5np of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:04.962416 3816 obj_retry.go:498] Detected object openshift-console/console-66f8d6ccc9-hn5np of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:05.269167 3816 obj_retry.go:492] Detected object openshift-console/console-66f8d6ccc9-hn5np of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:05.269195 3816 obj_retry.go:492] Detected object openshift-console/console-66f8d6ccc9-hn5np of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:05.274790 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-66f8d6ccc9-hn5np I0417 22:53:05.274813 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-66f8d6ccc9-hn5np I0417 22:53:16.339319 3816 obj_retry.go:498] Detected object openshift-console/console-66f8d6ccc9-k4c8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:16.339944 3816 obj_retry.go:498] Detected object openshift-console/console-66f8d6ccc9-k4c8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:16.713686 3816 obj_retry.go:492] Detected object openshift-console/console-66f8d6ccc9-k4c8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:16.713713 3816 obj_retry.go:492] Detected object openshift-console/console-66f8d6ccc9-k4c8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:16.720906 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-66f8d6ccc9-k4c8k I0417 22:53:16.720933 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-66f8d6ccc9-k4c8k W0417 22:53:26.474346 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:53:26.474367 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:53:26.474372 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 22:53:29.597987 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:29.598617 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:30.495501 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:30.495523 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 22:53:39.257074 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:53:39.257094 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0417 22:53:40.554821 3816 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:40.555394 3816 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:41.138869 3816 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:41.138894 3816 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:41.145223 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0417 22:53:41.145249 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0417 22:55:29.029602 3816 cni.go:452] [openshift-console/console-6cc5578b9d-ptjgc eb0e783403494697ffceb99d30f8cf472cfbd639bc843755da5cb7c53c410f0e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6cc5578b9d-ptjgc eb0e783403494697ffceb99d30f8cf472cfbd639bc843755da5cb7c53c410f0e network default NAD default NAD key ] I0417 22:55:29.102120 3816 cni.go:473] [openshift-console/console-6cc5578b9d-ptjgc eb0e783403494697ffceb99d30f8cf472cfbd639bc843755da5cb7c53c410f0e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6cc5578b9d-ptjgc eb0e783403494697ffceb99d30f8cf472cfbd639bc843755da5cb7c53c410f0e network default NAD default NAD key default], result "{}", err I0417 22:55:29.146740 3816 obj_retry.go:498] Detected object openshift-console/console-6cc5578b9d-ptjgc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:55:29.146776 3816 pods.go:176] Deleting pod: openshift-console/console-6cc5578b9d-ptjgc I0417 22:55:29.147974 3816 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6cc5578b9d-ptjgc, ips: 10.129.0.23 I0417 22:55:29.147999 3816 obj_retry.go:498] Detected object openshift-console/console-6cc5578b9d-ptjgc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:55:29.156526 3816 base_network_controller_pods.go:487] [default/openshift-console/console-78778b6fb4-6kfl5] creating logical port openshift-console_console-78778b6fb4-6kfl5 for pod on switch ip-10-0-2-226.ec2.internal I0417 22:55:29.156674 3816 kube.go:256] Updating pod openshift-console/console-78778b6fb4-6kfl5 I0417 22:55:29.172042 3816 pod.go:62] [openshift-console/console-78778b6fb4-6kfl5] pod update took 15.405076ms I0417 22:55:29.172064 3816 base_network_controller_pods.go:951] [default/openshift-console/console-78778b6fb4-6kfl5] addLogicalPort annotation time took 15.432082ms I0417 22:55:29.173290 3816 pods.go:271] [openshift-console/console-78778b6fb4-6kfl5] addLogicalPort took 16.770791ms, libovsdb time 926.313µs I0417 22:55:29.513287 3816 cni.go:452] [openshift-console/console-78778b6fb4-6kfl5 bcd0e85499c383e8e716918f5778ed31741b55f3b302b1a31946769ca35b1210 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-78778b6fb4-6kfl5 bcd0e85499c383e8e716918f5778ed31741b55f3b302b1a31946769ca35b1210 network default NAD default NAD key ] I0417 22:55:29.522221 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-78778b6fb4-6kfl5, hostIfaceName: bcd0e85499c383e, network: default, NAD default, SandboxID: "bcd0e85499c383e8e716918f5778ed31741b55f3b302b1a31946769ca35b1210", PCI device ID: , UID: "e6b3a023-0bb5-48ba-9370-34ea8b63e2a3", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0417 22:55:29.568784 3816 cni.go:473] [openshift-console/console-78778b6fb4-6kfl5 bcd0e85499c383e8e716918f5778ed31741b55f3b302b1a31946769ca35b1210 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-78778b6fb4-6kfl5 bcd0e85499c383e8e716918f5778ed31741b55f3b302b1a31946769ca35b1210 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:82:be:09:6d:0e\",\"name\":\"bcd0e85499c383e\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d930394f-e395-4d12-b58f-ea1ba36d80a8\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 22:55:29.652619 3816 obj_retry.go:492] Detected object openshift-console/console-6cc5578b9d-ptjgc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:55:29.652646 3816 obj_retry.go:492] Detected object openshift-console/console-6cc5578b9d-ptjgc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:55:29.655907 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cc5578b9d-ptjgc I0417 22:55:29.655935 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cc5578b9d-ptjgc W0417 22:55:39.713136 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0417 22:55:40.172809 3816 obj_retry.go:498] Detected object openshift-console/console-6cc5578b9d-7456g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:55:40.173361 3816 obj_retry.go:498] Detected object openshift-console/console-6cc5578b9d-7456g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:55:40.609585 3816 obj_retry.go:492] Detected object openshift-console/console-6cc5578b9d-7456g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:55:40.609618 3816 obj_retry.go:492] Detected object openshift-console/console-6cc5578b9d-7456g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:55:40.618216 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cc5578b9d-7456g I0417 22:55:40.618239 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cc5578b9d-7456g I0417 22:55:49.443103 3816 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0417 22:55:53.931357 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=129 I0417 22:56:00.038967 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0417 22:56:01.935563 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0417 22:56:18.027399 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0417 22:56:29.062499 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0417 22:56:36.944519 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=512 I0417 22:56:42.932218 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 W0417 22:57:04.262874 3816 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 22:57:15.297217 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0417 22:57:15.297287 3816 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-nqnj8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-nqnj8: no pod IPs found I0417 22:58:03.022730 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0417 22:58:25.044337 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0417 22:58:47.936151 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0417 22:58:54.050725 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0417 22:59:07.033304 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0417 23:00:04.060303 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:00:04.060884 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:00:04.963771 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:00:04.963822 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:00:08.062821 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0417 23:00:12.056612 3816 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0417 23:00:23.935928 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0417 23:00:32.023067 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0417 23:01:12.079898 3816 namespace.go:98] [tsf] adding namespace I0417 23:01:12.080795 3816 namespace.go:102] [tsf] adding namespace took 873.046µs I0417 23:01:12.102499 3816 namespace.go:142] [tsf] updating namespace I0417 23:01:12.116531 3816 namespace.go:142] [tsf] updating namespace I0417 23:01:15.957011 3816 namespace.go:98] [konflux-ui] adding namespace I0417 23:01:15.958018 3816 namespace.go:102] [konflux-ui] adding namespace took 976.273µs I0417 23:01:15.960440 3816 namespace.go:98] [konflux-operator] adding namespace I0417 23:01:15.960627 3816 namespace.go:98] [tsf-tas] adding namespace I0417 23:01:15.960671 3816 namespace.go:98] [tsf-tpa] adding namespace I0417 23:01:15.961347 3816 namespace.go:102] [konflux-operator] adding namespace took 883.785µs I0417 23:01:15.962062 3816 namespace.go:102] [tsf-tas] adding namespace took 1.411078ms I0417 23:01:15.962609 3816 namespace.go:102] [tsf-tpa] adding namespace took 1.916812ms I0417 23:01:15.964247 3816 namespace.go:98] [cert-manager-operator] adding namespace I0417 23:01:15.964363 3816 namespace.go:98] [tsf-keycloak] adding namespace I0417 23:01:15.964659 3816 namespace.go:98] [rhtpa-operator] adding namespace I0417 23:01:15.965040 3816 namespace.go:102] [cert-manager-operator] adding namespace took 769.704µs I0417 23:01:15.965073 3816 namespace.go:98] [rhbk-operator] adding namespace I0417 23:01:15.965617 3816 namespace.go:102] [rhbk-operator] adding namespace took 536.388µs I0417 23:01:15.966320 3816 namespace.go:102] [tsf-keycloak] adding namespace took 1.938267ms I0417 23:01:15.966809 3816 namespace.go:102] [rhtpa-operator] adding namespace took 2.130661ms I0417 23:01:15.983203 3816 namespace.go:142] [konflux-ui] updating namespace I0417 23:01:16.003013 3816 namespace.go:142] [konflux-ui] updating namespace I0417 23:01:16.020412 3816 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:01:16.020439 3816 namespace.go:142] [konflux-operator] updating namespace I0417 23:01:16.023647 3816 namespace.go:142] [tsf-tas] updating namespace I0417 23:01:16.032686 3816 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:01:16.035757 3816 namespace.go:142] [tsf-tpa] updating namespace I0417 23:01:16.038751 3816 namespace.go:142] [rhbk-operator] updating namespace I0417 23:01:16.038828 3816 namespace.go:142] [konflux-operator] updating namespace I0417 23:01:16.038917 3816 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:01:16.070289 3816 namespace.go:142] [konflux-ui] updating namespace I0417 23:01:16.099557 3816 namespace.go:142] [tsf-tpa] updating namespace I0417 23:01:16.107148 3816 namespace.go:142] [tsf-tpa] updating namespace I0417 23:01:16.145906 3816 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:01:16.158602 3816 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:01:16.166420 3816 namespace.go:142] [konflux-operator] updating namespace I0417 23:01:16.186258 3816 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:01:16.199288 3816 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:01:16.208228 3816 namespace.go:142] [rhbk-operator] updating namespace I0417 23:01:16.219689 3816 namespace.go:142] [rhbk-operator] updating namespace I0417 23:01:16.238430 3816 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:01:16.249709 3816 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:01:16.260530 3816 namespace.go:142] [tsf-tas] updating namespace I0417 23:01:16.281571 3816 namespace.go:142] [tsf-tas] updating namespace I0417 23:01:17.190700 3816 namespace.go:142] [tsf-tpa] updating namespace I0417 23:01:17.212715 3816 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:01:17.368494 3816 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-226.ec2.internal I0417 23:01:17.368609 3816 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0417 23:01:17.386104 3816 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 17.523707ms I0417 23:01:17.386124 3816 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 17.54669ms I0417 23:01:17.387304 3816 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 18.825059ms, libovsdb time 877.997µs I0417 23:01:17.749961 3816 cni.go:452] [tsf/test-tsf-subscriptions b2c426822b0f40ced4042c4a84df9b419e4d7685e8dc4e719417aa2ec95db2a8 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions b2c426822b0f40ced4042c4a84df9b419e4d7685e8dc4e719417aa2ec95db2a8 network default NAD default NAD key ] I0417 23:01:17.759043 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: b2c426822b0f40c, network: default, NAD default, SandboxID: "b2c426822b0f40ced4042c4a84df9b419e4d7685e8dc4e719417aa2ec95db2a8", PCI device ID: , UID: "067fe642-8c5f-484c-9406-5e20ba09e6d7", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0417 23:01:17.805494 3816 cni.go:473] [tsf/test-tsf-subscriptions b2c426822b0f40ced4042c4a84df9b419e4d7685e8dc4e719417aa2ec95db2a8 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions b2c426822b0f40ced4042c4a84df9b419e4d7685e8dc4e719417aa2ec95db2a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:d7:d7:0a:45:03\",\"name\":\"b2c426822b0f40c\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e2075c2-a5ab-40a5-a131-3893dda98cf8\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:01:18.839591 3816 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt for pod on switch ip-10-0-2-226.ec2.internal I0417 23:01:18.839739 3816 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt I0417 23:01:18.851612 3816 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt] pod update took 11.913193ms I0417 23:01:18.851636 3816 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt] addLogicalPort annotation time took 11.940472ms I0417 23:01:18.852961 3816 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt] addLogicalPort took 13.38741ms, libovsdb time 898.055µs I0417 23:01:18.945449 3816 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn for pod on switch ip-10-0-2-226.ec2.internal I0417 23:01:18.945546 3816 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn I0417 23:01:18.959637 3816 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn] pod update took 14.112319ms I0417 23:01:18.959656 3816 base_network_controller_pods.go:951] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn] addLogicalPort annotation time took 14.138176ms I0417 23:01:18.960773 3816 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn] addLogicalPort took 15.340055ms, libovsdb time 800.665µs I0417 23:01:19.203510 3816 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt 1abefdc6c6e3b46cc7828a625f05f4387206360ec0d27f45608d9971eed44890 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt 1abefdc6c6e3b46cc7828a625f05f4387206360ec0d27f45608d9971eed44890 network default NAD default NAD key ] I0417 23:01:19.213666 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt, hostIfaceName: 1abefdc6c6e3b46, network: default, NAD default, SandboxID: "1abefdc6c6e3b46cc7828a625f05f4387206360ec0d27f45608d9971eed44890", PCI device ID: , UID: "bef517b9-b8dc-4066-8afa-4457e521beb1", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0417 23:01:19.260217 3816 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt 1abefdc6c6e3b46cc7828a625f05f4387206360ec0d27f45608d9971eed44890 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt 1abefdc6c6e3b46cc7828a625f05f4387206360ec0d27f45608d9971eed44890 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:5a:33:a6:8f:a2\",\"name\":\"1abefdc6c6e3b46\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b92b589-fdcb-4ff9-beb8-93b45ef8ec8d\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:01:19.304945 3816 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn dae5e5d47b371d9b08a1676c0b1831971cae7da19a2c1edf583b1f92b084b548 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn dae5e5d47b371d9b08a1676c0b1831971cae7da19a2c1edf583b1f92b084b548 network default NAD default NAD key ] I0417 23:01:19.315376 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn, hostIfaceName: dae5e5d47b371d9, network: default, NAD default, SandboxID: "dae5e5d47b371d9b08a1676c0b1831971cae7da19a2c1edf583b1f92b084b548", PCI device ID: , UID: "f2a78cdb-6439-4b80-ab85-e698a7e659e3", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0417 23:01:19.364758 3816 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn dae5e5d47b371d9b08a1676c0b1831971cae7da19a2c1edf583b1f92b084b548 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn dae5e5d47b371d9b08a1676c0b1831971cae7da19a2c1edf583b1f92b084b548 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f4:35:44:03:5c\",\"name\":\"dae5e5d47b371d9\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d338907-8454-4939-8444-826f35b18f62\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:01:21.943872 3816 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p for pod on switch ip-10-0-2-226.ec2.internal I0417 23:01:21.944008 3816 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p I0417 23:01:21.956064 3816 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p] pod update took 12.085628ms I0417 23:01:21.956093 3816 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p] addLogicalPort annotation time took 12.1173ms I0417 23:01:21.957303 3816 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p] addLogicalPort took 13.462628ms, libovsdb time 861.351µs I0417 23:01:22.329079 3816 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p 3959835c6ec679ce2a92393b5a2b1bc1ec011bcc43cbf0d1273eed1ee648fe7c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p 3959835c6ec679ce2a92393b5a2b1bc1ec011bcc43cbf0d1273eed1ee648fe7c network default NAD default NAD key ] I0417 23:01:22.342671 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p, hostIfaceName: 3959835c6ec679c, network: default, NAD default, SandboxID: "3959835c6ec679ce2a92393b5a2b1bc1ec011bcc43cbf0d1273eed1ee648fe7c", PCI device ID: , UID: "25ede7ba-6c51-4051-be13-30df3b8d1340", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0417 23:01:22.402749 3816 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p 3959835c6ec679ce2a92393b5a2b1bc1ec011bcc43cbf0d1273eed1ee648fe7c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p 3959835c6ec679ce2a92393b5a2b1bc1ec011bcc43cbf0d1273eed1ee648fe7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:47:70:db:ba:d9\",\"name\":\"3959835c6ec679c\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a58b962-615f-4c4c-9807-a217a1511cf1\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:01:23.136025 3816 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt 1abefdc6c6e3b46cc7828a625f05f4387206360ec0d27f45608d9971eed44890 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt 1abefdc6c6e3b46cc7828a625f05f4387206360ec0d27f45608d9971eed44890 network default NAD default NAD key ] I0417 23:01:23.217366 3816 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt 1abefdc6c6e3b46cc7828a625f05f4387206360ec0d27f45608d9971eed44890 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt 1abefdc6c6e3b46cc7828a625f05f4387206360ec0d27f45608d9971eed44890 network default NAD default NAD key default], result "{}", err I0417 23:01:23.265997 3816 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:23.266114 3816 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt I0417 23:01:23.267609 3816 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt, ips: 10.129.0.27 I0417 23:01:23.267655 3816 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:23.267685 3816 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:23.267698 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:23.267988 3816 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:23.268004 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:23.684480 3816 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s for pod on switch ip-10-0-2-226.ec2.internal I0417 23:01:23.684628 3816 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s I0417 23:01:23.697418 3816 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s] pod update took 12.823687ms I0417 23:01:23.697438 3816 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s] addLogicalPort annotation time took 12.84934ms I0417 23:01:23.698772 3816 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s] addLogicalPort took 14.318265ms, libovsdb time 981.196µs I0417 23:01:24.289351 3816 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:24.289378 3816 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:24.289394 3816 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:24.289403 3816 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:25.316675 3816 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd for pod on switch ip-10-0-2-226.ec2.internal I0417 23:01:25.316809 3816 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd I0417 23:01:25.328869 3816 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd] pod update took 12.106944ms I0417 23:01:25.328896 3816 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd] addLogicalPort annotation time took 12.139231ms I0417 23:01:25.330207 3816 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd] addLogicalPort took 13.554748ms, libovsdb time 936.181µs I0417 23:01:25.422524 3816 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 for pod on switch ip-10-0-2-226.ec2.internal I0417 23:01:25.422671 3816 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 I0417 23:01:25.434409 3816 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7] pod update took 11.785586ms I0417 23:01:25.434494 3816 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7] addLogicalPort annotation time took 11.874905ms I0417 23:01:25.436009 3816 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7] addLogicalPort took 13.509308ms, libovsdb time 966.026µs I0417 23:01:26.150302 3816 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn dae5e5d47b371d9b08a1676c0b1831971cae7da19a2c1edf583b1f92b084b548 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn dae5e5d47b371d9b08a1676c0b1831971cae7da19a2c1edf583b1f92b084b548 network default NAD default NAD key ] I0417 23:01:26.225927 3816 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn dae5e5d47b371d9b08a1676c0b1831971cae7da19a2c1edf583b1f92b084b548 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn dae5e5d47b371d9b08a1676c0b1831971cae7da19a2c1edf583b1f92b084b548 network default NAD default NAD key default], result "{}", err I0417 23:01:28.497670 3816 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s fe71e34cc2c0684da9dc9de7ee1d9cead7e186f8cdd426d496b08c7058a5eaf6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s fe71e34cc2c0684da9dc9de7ee1d9cead7e186f8cdd426d496b08c7058a5eaf6 network default NAD default NAD key ] I0417 23:01:28.503908 3816 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd 7ae3eb570725fe3761cf9769e5a0aa6bac6aef985ad485562150a39d6f4e443d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd 7ae3eb570725fe3761cf9769e5a0aa6bac6aef985ad485562150a39d6f4e443d network default NAD default NAD key ] I0417 23:01:28.505514 3816 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 b318dbb21a799715ae26d1c2b27e78402c4801924c7420a40c22ed39bc01a8aa network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 b318dbb21a799715ae26d1c2b27e78402c4801924c7420a40c22ed39bc01a8aa network default NAD default NAD key ] I0417 23:01:28.507061 3816 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:28.507093 3816 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn I0417 23:01:28.509331 3816 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn, ips: 10.129.0.28 I0417 23:01:28.509371 3816 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:28.509408 3816 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:28.509418 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:28.509756 3816 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:28.509777 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:28.510323 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s, hostIfaceName: fe71e34cc2c0684, network: default, NAD default, SandboxID: "fe71e34cc2c0684da9dc9de7ee1d9cead7e186f8cdd426d496b08c7058a5eaf6", PCI device ID: , UID: "dd69aa90-dd47-4fa4-a659-f50dd787deb1", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0417 23:01:28.519733 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd, hostIfaceName: 7ae3eb570725fe3, network: default, NAD default, SandboxID: "7ae3eb570725fe3761cf9769e5a0aa6bac6aef985ad485562150a39d6f4e443d", PCI device ID: , UID: "90c2d883-2371-463b-9ce9-c32ef89dd115", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0417 23:01:28.520708 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7, hostIfaceName: b318dbb21a79971, network: default, NAD default, SandboxID: "b318dbb21a799715ae26d1c2b27e78402c4801924c7420a40c22ed39bc01a8aa", PCI device ID: , UID: "2d02d0ae-b8bc-4f8f-8d99-c6aa4394b14d", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0417 23:01:28.571042 3816 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s fe71e34cc2c0684da9dc9de7ee1d9cead7e186f8cdd426d496b08c7058a5eaf6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s fe71e34cc2c0684da9dc9de7ee1d9cead7e186f8cdd426d496b08c7058a5eaf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:e9:9c:82:28:d4\",\"name\":\"fe71e34cc2c0684\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/189bdce0-b96f-47fa-91f1-a1f08cfd6e11\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:01:28.801729 3816 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd 7ae3eb570725fe3761cf9769e5a0aa6bac6aef985ad485562150a39d6f4e443d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd 7ae3eb570725fe3761cf9769e5a0aa6bac6aef985ad485562150a39d6f4e443d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:ec:6c:7f:6f:9d\",\"name\":\"7ae3eb570725fe3\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2a1c72b-180e-4899-8b1c-059120366bd9\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:01:28.801821 3816 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 b318dbb21a799715ae26d1c2b27e78402c4801924c7420a40c22ed39bc01a8aa network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 b318dbb21a799715ae26d1c2b27e78402c4801924c7420a40c22ed39bc01a8aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:5b:10:2d:e0:d6\",\"name\":\"b318dbb21a79971\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56d7ea00-4c98-4c91-957c-fc2f68490778\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:01:29.539558 3816 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:29.539624 3816 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:29.539643 3816 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:29.539658 3816 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:31.204330 3816 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p 3959835c6ec679ce2a92393b5a2b1bc1ec011bcc43cbf0d1273eed1ee648fe7c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p 3959835c6ec679ce2a92393b5a2b1bc1ec011bcc43cbf0d1273eed1ee648fe7c network default NAD default NAD key ] I0417 23:01:31.281937 3816 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p 3959835c6ec679ce2a92393b5a2b1bc1ec011bcc43cbf0d1273eed1ee648fe7c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p 3959835c6ec679ce2a92393b5a2b1bc1ec011bcc43cbf0d1273eed1ee648fe7c network default NAD default NAD key default], result "{}", err I0417 23:01:31.354793 3816 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:31.354834 3816 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p I0417 23:01:31.356436 3816 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p, ips: 10.129.0.29 I0417 23:01:31.356465 3816 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:31.356493 3816 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:31.356502 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:31.356682 3816 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:31.356699 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:31.423285 3816 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:31.423304 3816 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:31.423315 3816 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:31.423326 3816 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:32.383146 3816 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:32.383171 3816 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:32.383185 3816 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:32.383197 3816 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:33.222331 3816 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 b318dbb21a799715ae26d1c2b27e78402c4801924c7420a40c22ed39bc01a8aa network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 b318dbb21a799715ae26d1c2b27e78402c4801924c7420a40c22ed39bc01a8aa network default NAD default NAD key ] I0417 23:01:33.225212 3816 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s fe71e34cc2c0684da9dc9de7ee1d9cead7e186f8cdd426d496b08c7058a5eaf6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s fe71e34cc2c0684da9dc9de7ee1d9cead7e186f8cdd426d496b08c7058a5eaf6 network default NAD default NAD key ] I0417 23:01:33.225212 3816 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd 7ae3eb570725fe3761cf9769e5a0aa6bac6aef985ad485562150a39d6f4e443d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd 7ae3eb570725fe3761cf9769e5a0aa6bac6aef985ad485562150a39d6f4e443d network default NAD default NAD key ] I0417 23:01:33.294943 3816 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 b318dbb21a799715ae26d1c2b27e78402c4801924c7420a40c22ed39bc01a8aa network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 b318dbb21a799715ae26d1c2b27e78402c4801924c7420a40c22ed39bc01a8aa network default NAD default NAD key default], result "{}", err I0417 23:01:33.337948 3816 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s fe71e34cc2c0684da9dc9de7ee1d9cead7e186f8cdd426d496b08c7058a5eaf6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s fe71e34cc2c0684da9dc9de7ee1d9cead7e186f8cdd426d496b08c7058a5eaf6 network default NAD default NAD key default], result "{}", err I0417 23:01:33.353065 3816 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd 7ae3eb570725fe3761cf9769e5a0aa6bac6aef985ad485562150a39d6f4e443d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd 7ae3eb570725fe3761cf9769e5a0aa6bac6aef985ad485562150a39d6f4e443d network default NAD default NAD key default], result "{}", err I0417 23:01:33.496264 3816 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.496297 3816 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 I0417 23:01:33.497614 3816 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7, ips: 10.129.0.32 I0417 23:01:33.497639 3816 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.497661 3816 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.497669 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:33.497836 3816 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.497868 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:33.580222 3816 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.580256 3816 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s I0417 23:01:33.581504 3816 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s, ips: 10.129.0.30 I0417 23:01:33.581528 3816 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.581544 3816 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.581552 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:33.581788 3816 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.581802 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:33.707379 3816 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.707414 3816 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd I0417 23:01:33.708782 3816 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd, ips: 10.129.0.31 I0417 23:01:33.708809 3816 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.708831 3816 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.708857 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:33.709082 3816 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.709102 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:34.522997 3816 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.523019 3816 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.523035 3816 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.523047 3816 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.607762 3816 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.607782 3816 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.607795 3816 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.607808 3816 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.736717 3816 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.736735 3816 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.736750 3816 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.736758 3816 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:41.512324 3816 namespace.go:98] [cert-manager] adding namespace I0417 23:01:41.513215 3816 namespace.go:102] [cert-manager] adding namespace took 870.241µs I0417 23:01:41.573273 3816 namespace.go:142] [cert-manager] updating namespace I0417 23:01:41.591893 3816 namespace.go:142] [cert-manager] updating namespace W0417 23:01:42.363034 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0417 23:01:46.347983 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0417 23:01:46.348009 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0417 23:01:52.628177 3816 namespace.go:142] [openshift-operators] updating namespace I0417 23:01:52.637448 3816 namespace.go:142] [openshift-operators] updating namespace W0417 23:01:54.561037 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0417 23:02:01.375409 3816 namespace.go:98] [trusted-artifact-signer] adding namespace I0417 23:02:01.376384 3816 namespace.go:102] [trusted-artifact-signer] adding namespace took 945.39µs I0417 23:02:01.406896 3816 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 23:02:01.437984 3816 namespace.go:142] [trusted-artifact-signer] updating namespace W0417 23:02:01.440621 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0417 23:02:03.261207 3816 namespace.go:142] [openshift-operators] updating namespace I0417 23:02:10.935870 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=30 I0417 23:02:14.073978 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0417 23:02:20.687742 3816 namespace.go:98] [openshift-pipelines] adding namespace I0417 23:02:20.688742 3816 namespace.go:102] [openshift-pipelines] adding namespace took 969.939µs I0417 23:02:20.707231 3816 namespace.go:142] [openshift-pipelines] updating namespace I0417 23:02:21.395429 3816 namespace.go:142] [cert-manager] updating namespace I0417 23:02:21.591101 3816 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:02:21.992145 3816 namespace.go:142] [konflux-operator] updating namespace I0417 23:02:22.191747 3816 namespace.go:142] [konflux-ui] updating namespace I0417 23:02:22.394012 3816 namespace.go:142] [open-cluster-management-2po6f2tbuq1ti4ohitqd4085cqflumq1] updating namespace I0417 23:02:22.797391 3816 namespace.go:142] [rhbk-operator] updating namespace I0417 23:02:22.996450 3816 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:02:23.194868 3816 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 23:02:23.394267 3816 namespace.go:142] [tsf] updating namespace I0417 23:02:23.596342 3816 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:02:23.798085 3816 namespace.go:142] [tsf-tas] updating namespace I0417 23:02:23.998398 3816 namespace.go:142] [tsf-tpa] updating namespace I0417 23:02:24.128811 3816 namespace.go:142] [cert-manager] updating namespace I0417 23:02:24.140572 3816 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:02:24.150746 3816 namespace.go:142] [default] updating namespace I0417 23:02:24.160290 3816 namespace.go:142] [konflux-operator] updating namespace I0417 23:02:24.170122 3816 namespace.go:142] [konflux-ui] updating namespace I0417 23:02:24.178435 3816 namespace.go:142] [open-cluster-management-2po6f2tbuq1ti4ohitqd4085cqflumq1] updating namespace I0417 23:02:24.186024 3816 namespace.go:142] [openshift] updating namespace I0417 23:02:24.193684 3816 namespace.go:142] [rhbk-operator] updating namespace I0417 23:02:24.203894 3816 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:02:24.212342 3816 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 23:02:24.221127 3816 namespace.go:142] [tsf] updating namespace I0417 23:02:24.242209 3816 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:02:24.258881 3816 namespace.go:142] [tsf-tas] updating namespace I0417 23:02:24.281977 3816 namespace.go:142] [tsf-tpa] updating namespace I0417 23:02:24.379709 3816 namespace.go:142] [cert-manager] updating namespace I0417 23:02:24.481832 3816 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:02:24.579016 3816 namespace.go:142] [default] updating namespace I0417 23:02:24.680778 3816 namespace.go:142] [konflux-operator] updating namespace I0417 23:02:24.782037 3816 namespace.go:142] [konflux-ui] updating namespace I0417 23:02:24.881961 3816 namespace.go:142] [open-cluster-management-2po6f2tbuq1ti4ohitqd4085cqflumq1] updating namespace I0417 23:02:24.980121 3816 namespace.go:142] [openshift] updating namespace I0417 23:02:25.081391 3816 namespace.go:142] [rhbk-operator] updating namespace I0417 23:02:25.181252 3816 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:02:25.280528 3816 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 23:02:25.378814 3816 namespace.go:142] [tsf] updating namespace I0417 23:02:25.481094 3816 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:02:25.580225 3816 namespace.go:142] [tsf-tas] updating namespace I0417 23:02:25.681000 3816 namespace.go:142] [tsf-tpa] updating namespace I0417 23:02:25.959045 3816 namespace.go:142] [openshift-pipelines] updating namespace I0417 23:02:31.533593 3816 cni.go:452] [tsf/test-tsf-subscriptions b2c426822b0f40ced4042c4a84df9b419e4d7685e8dc4e719417aa2ec95db2a8 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions b2c426822b0f40ced4042c4a84df9b419e4d7685e8dc4e719417aa2ec95db2a8 network default NAD default NAD key ] I0417 23:02:31.608448 3816 cni.go:473] [tsf/test-tsf-subscriptions b2c426822b0f40ced4042c4a84df9b419e4d7685e8dc4e719417aa2ec95db2a8 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions b2c426822b0f40ced4042c4a84df9b419e4d7685e8dc4e719417aa2ec95db2a8 network default NAD default NAD key default], result "{}", err I0417 23:02:31.658913 3816 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:02:31.658945 3816 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0417 23:02:31.660182 3816 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.26 I0417 23:02:31.660213 3816 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:02:31.680601 3816 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:02:31.680619 3816 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:02:31.686781 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0417 23:02:31.686802 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0417 23:02:32.930644 3816 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-226.ec2.internal I0417 23:02:32.930750 3816 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0417 23:02:32.946045 3816 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 15.324307ms I0417 23:02:32.946070 3816 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 15.355472ms I0417 23:02:32.947199 3816 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.575749ms, libovsdb time 745.349µs I0417 23:02:33.312445 3816 cni.go:452] [tsf/test-tsf-infrastructure 1f916d63ca92bc5900b27ba73ae38588b97f9c6a437ec714de48407d614d1ef6 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 1f916d63ca92bc5900b27ba73ae38588b97f9c6a437ec714de48407d614d1ef6 network default NAD default NAD key ] I0417 23:02:33.322174 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 1f916d63ca92bc5, network: default, NAD default, SandboxID: "1f916d63ca92bc5900b27ba73ae38588b97f9c6a437ec714de48407d614d1ef6", PCI device ID: , UID: "9212b710-cda2-4631-acf2-181c0fef735b", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0417 23:02:33.369426 3816 cni.go:473] [tsf/test-tsf-infrastructure 1f916d63ca92bc5900b27ba73ae38588b97f9c6a437ec714de48407d614d1ef6 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 1f916d63ca92bc5900b27ba73ae38588b97f9c6a437ec714de48407d614d1ef6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:4f:47:a7:7a:a0\",\"name\":\"1f916d63ca92bc5\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1784fe49-711b-42db-8c13-47102cf8d650\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:02:33.655229 3816 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-t9tkq] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-t9tkq for pod on switch ip-10-0-2-226.ec2.internal I0417 23:02:33.655319 3816 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-t9tkq I0417 23:02:33.671030 3816 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-t9tkq] pod update took 15.736991ms I0417 23:02:33.671052 3816 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-t9tkq] addLogicalPort annotation time took 15.764341ms I0417 23:02:33.672297 3816 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-t9tkq] addLogicalPort took 17.088499ms, libovsdb time 857.38µs I0417 23:02:34.016253 3816 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-t9tkq 7c9c4b342cda7da280952af713028e0df10e30b82d17751f1b05a19d9a0062bd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-t9tkq 7c9c4b342cda7da280952af713028e0df10e30b82d17751f1b05a19d9a0062bd network default NAD default NAD key ] I0417 23:02:34.025669 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-t9tkq, hostIfaceName: 7c9c4b342cda7da, network: default, NAD default, SandboxID: "7c9c4b342cda7da280952af713028e0df10e30b82d17751f1b05a19d9a0062bd", PCI device ID: , UID: "7986ad19-eb6b-48aa-9156-3646cb0c57ac", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0417 23:02:34.071540 3816 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-t9tkq 7c9c4b342cda7da280952af713028e0df10e30b82d17751f1b05a19d9a0062bd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-t9tkq 7c9c4b342cda7da280952af713028e0df10e30b82d17751f1b05a19d9a0062bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:76:2c:4a:79:7f\",\"name\":\"7c9c4b342cda7da\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7794f13f-29e1-4caf-b5d9-1cacf2c59d04\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:02:35.830992 3816 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-drnnk] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-drnnk for pod on switch ip-10-0-2-226.ec2.internal I0417 23:02:35.831115 3816 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-drnnk I0417 23:02:35.844060 3816 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-drnnk] pod update took 12.978989ms I0417 23:02:35.844149 3816 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-drnnk] addLogicalPort annotation time took 13.073773ms I0417 23:02:35.845789 3816 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-drnnk] addLogicalPort took 14.817599ms, libovsdb time 1.107725ms I0417 23:02:35.931557 3816 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fdnjb] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-fdnjb for pod on switch ip-10-0-2-226.ec2.internal I0417 23:02:35.931641 3816 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fdnjb I0417 23:02:35.944397 3816 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fdnjb] pod update took 12.772313ms I0417 23:02:35.944486 3816 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fdnjb] addLogicalPort annotation time took 12.870206ms I0417 23:02:35.946255 3816 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fdnjb] addLogicalPort took 14.716633ms, libovsdb time 1.232151ms W0417 23:02:38.287386 3816 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 23:02:38.287403 3816 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 23:02:38.287408 3816 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 23:02:40.589648 3816 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:02:40.589668 3816 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:02:40.589674 3816 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:02:40.589678 3816 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:02:40.672017 3816 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 23:02:40.672035 3816 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 23:02:40.672041 3816 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0417 23:02:41.934934 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0417 23:02:46.707086 3816 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-drnnk 77612b5a5c3bdf1600614f1dc601e1523118bb66afba8b72bb6ecb1ab51d15bc network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-drnnk 77612b5a5c3bdf1600614f1dc601e1523118bb66afba8b72bb6ecb1ab51d15bc network default NAD default NAD key ] I0417 23:02:46.716184 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-drnnk, hostIfaceName: 77612b5a5c3bdf1, network: default, NAD default, SandboxID: "77612b5a5c3bdf1600614f1dc601e1523118bb66afba8b72bb6ecb1ab51d15bc", PCI device ID: , UID: "3724cb6e-e9ac-43c4-9e41-7b992ffb431d", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0417 23:02:46.764647 3816 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-drnnk 77612b5a5c3bdf1600614f1dc601e1523118bb66afba8b72bb6ecb1ab51d15bc network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-drnnk 77612b5a5c3bdf1600614f1dc601e1523118bb66afba8b72bb6ecb1ab51d15bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:c3:1b:dc:00:ff\",\"name\":\"77612b5a5c3bdf1\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/030bf430-600e-41a2-a8d0-c451bb4f7c6a\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:02:46.797397 3816 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fdnjb 6e764d70588cf5308bb938478223a676b203cad673b19d135348331b57873405 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fdnjb 6e764d70588cf5308bb938478223a676b203cad673b19d135348331b57873405 network default NAD default NAD key ] I0417 23:02:46.807088 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-fdnjb, hostIfaceName: 6e764d70588cf53, network: default, NAD default, SandboxID: "6e764d70588cf5308bb938478223a676b203cad673b19d135348331b57873405", PCI device ID: , UID: "5c2be0b6-23de-4dda-b2be-63a4d8fc4d9d", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0417 23:02:46.856555 3816 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fdnjb 6e764d70588cf5308bb938478223a676b203cad673b19d135348331b57873405 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fdnjb 6e764d70588cf5308bb938478223a676b203cad673b19d135348331b57873405 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:cf:d2:c8:1f:0f\",\"name\":\"6e764d70588cf53\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ce5ed0c-ae20-4de5-b1ac-aa5262d5da4d\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 23:02:47.621226 3816 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0417 23:02:47.639455 3816 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0417 23:02:51.598956 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:02:51.598975 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:02:51.598981 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:02:51.598985 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0417 23:03:00.030369 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0417 23:03:02.385949 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0417 23:03:08.634732 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0417 23:03:08.650110 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0417 23:03:11.761089 3816 cni.go:452] [tsf/test-tsf-infrastructure 1f916d63ca92bc5900b27ba73ae38588b97f9c6a437ec714de48407d614d1ef6 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 1f916d63ca92bc5900b27ba73ae38588b97f9c6a437ec714de48407d614d1ef6 network default NAD default NAD key ] I0417 23:03:11.833549 3816 cni.go:473] [tsf/test-tsf-infrastructure 1f916d63ca92bc5900b27ba73ae38588b97f9c6a437ec714de48407d614d1ef6 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 1f916d63ca92bc5900b27ba73ae38588b97f9c6a437ec714de48407d614d1ef6 network default NAD default NAD key default], result "{}", err I0417 23:03:11.881709 3816 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:03:11.881736 3816 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0417 23:03:11.883138 3816 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.33 I0417 23:03:11.883175 3816 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:03:11.903552 3816 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:03:11.903575 3816 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:03:11.909416 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0417 23:03:11.909440 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0417 23:03:12.886807 3816 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-226.ec2.internal I0417 23:03:12.886918 3816 kube.go:256] Updating pod tsf/test-tsf-iam I0417 23:03:12.902242 3816 pod.go:62] [tsf/test-tsf-iam] pod update took 15.348082ms I0417 23:03:12.902263 3816 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.377051ms I0417 23:03:12.903589 3816 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.796256ms, libovsdb time 950.197µs I0417 23:03:13.263068 3816 cni.go:452] [tsf/test-tsf-iam 13e76fcc8eb33216585240a133f6c03440c4ff96472c02a5f040ca52f15ffd3f network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 13e76fcc8eb33216585240a133f6c03440c4ff96472c02a5f040ca52f15ffd3f network default NAD default NAD key ] I0417 23:03:13.272637 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 13e76fcc8eb3321, network: default, NAD default, SandboxID: "13e76fcc8eb33216585240a133f6c03440c4ff96472c02a5f040ca52f15ffd3f", PCI device ID: , UID: "756fac2e-bf59-43af-8e3e-0be999f8f1a9", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0417 23:03:13.320882 3816 cni.go:473] [tsf/test-tsf-iam 13e76fcc8eb33216585240a133f6c03440c4ff96472c02a5f040ca52f15ffd3f network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 13e76fcc8eb33216585240a133f6c03440c4ff96472c02a5f040ca52f15ffd3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:aa:69:3b:0f:f1\",\"name\":\"13e76fcc8eb3321\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9dd6497-0c9f-4b32-9ed5-5850936d12ca\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:03:13.776759 3816 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0417 23:03:13.777383 3816 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0417 23:03:13.777406 3816 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0417 23:03:13.779361 3816 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0417 23:03:14.866792 3816 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-dgm6s] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-dgm6s for pod on switch ip-10-0-2-226.ec2.internal I0417 23:03:14.866900 3816 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-dgm6s I0417 23:03:14.881815 3816 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-dgm6s] pod update took 14.938151ms I0417 23:03:14.881857 3816 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-dgm6s] addLogicalPort annotation time took 14.965645ms I0417 23:03:14.883047 3816 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-dgm6s] addLogicalPort took 16.276094ms, libovsdb time 835.002µs I0417 23:03:15.228921 3816 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-dgm6s d926e8841b094004ebc88f0c230b44e809becf1cc0faa6febbaee317673eb5e3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-dgm6s d926e8841b094004ebc88f0c230b44e809becf1cc0faa6febbaee317673eb5e3 network default NAD default NAD key ] I0417 23:03:15.239572 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-dgm6s, hostIfaceName: d926e8841b09400, network: default, NAD default, SandboxID: "d926e8841b094004ebc88f0c230b44e809becf1cc0faa6febbaee317673eb5e3", PCI device ID: , UID: "d817e890-c062-4ad4-9832-605799e8decc", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0417 23:03:15.287265 3816 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-dgm6s d926e8841b094004ebc88f0c230b44e809becf1cc0faa6febbaee317673eb5e3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-dgm6s d926e8841b094004ebc88f0c230b44e809becf1cc0faa6febbaee317673eb5e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:c8:64:3a:01:32\",\"name\":\"d926e8841b09400\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/076e142f-0c9f-4b7a-ab87-d019c78e60fd\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 23:03:19.835435 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0417 23:03:19.835455 3816 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0417 23:03:19.840930 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0417 23:03:19.840946 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak I0417 23:03:19.869137 3816 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0417 23:03:43.615216 3816 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 23:03:43.615242 3816 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 23:03:43.615249 3816 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0417 23:04:02.398242 3816 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-ng4gk] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-ng4gk for pod on switch ip-10-0-2-226.ec2.internal I0417 23:04:02.398353 3816 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-ng4gk I0417 23:04:02.409304 3816 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-ng4gk] pod update took 10.969122ms I0417 23:04:02.409332 3816 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-ng4gk] addLogicalPort annotation time took 11.001039ms I0417 23:04:02.410828 3816 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-ng4gk] addLogicalPort took 12.600113ms, libovsdb time 1.10435ms I0417 23:04:02.757596 3816 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-ng4gk bb2d0d55a79cfae9f504427019e4dd2677b1f342f6c0858492bb51619e10be43 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-ng4gk bb2d0d55a79cfae9f504427019e4dd2677b1f342f6c0858492bb51619e10be43 network default NAD default NAD key ] I0417 23:04:02.766619 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-ng4gk, hostIfaceName: bb2d0d55a79cfae, network: default, NAD default, SandboxID: "bb2d0d55a79cfae9f504427019e4dd2677b1f342f6c0858492bb51619e10be43", PCI device ID: , UID: "9cde6e84-9313-47a1-8bda-1026d6e65322", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0417 23:04:02.814390 3816 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-ng4gk bb2d0d55a79cfae9f504427019e4dd2677b1f342f6c0858492bb51619e10be43 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-ng4gk bb2d0d55a79cfae9f504427019e4dd2677b1f342f6c0858492bb51619e10be43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:fc:0d:7d:b2:56\",\"name\":\"bb2d0d55a79cfae\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85a3cf5f-d3bf-49cb-978c-6c6c562409f7\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:04:04.061864 3816 cni.go:452] [tsf/test-tsf-iam 13e76fcc8eb33216585240a133f6c03440c4ff96472c02a5f040ca52f15ffd3f network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 13e76fcc8eb33216585240a133f6c03440c4ff96472c02a5f040ca52f15ffd3f network default NAD default NAD key ] I0417 23:04:04.164258 3816 cni.go:473] [tsf/test-tsf-iam 13e76fcc8eb33216585240a133f6c03440c4ff96472c02a5f040ca52f15ffd3f network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 13e76fcc8eb33216585240a133f6c03440c4ff96472c02a5f040ca52f15ffd3f network default NAD default NAD key default], result "{}", err I0417 23:04:04.225170 3816 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:04.225210 3816 pods.go:176] Deleting pod: tsf/test-tsf-iam I0417 23:04:04.226961 3816 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.37 I0417 23:04:04.226999 3816 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:04.267634 3816 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:04.267725 3816 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:04.272080 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0417 23:04:04.272155 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0417 23:04:05.090538 3816 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-226.ec2.internal I0417 23:04:05.090649 3816 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0417 23:04:05.102588 3816 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 11.964697ms I0417 23:04:05.102614 3816 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 11.998153ms I0417 23:04:05.104133 3816 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 13.616147ms, libovsdb time 1.087448ms I0417 23:04:05.941159 3816 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-gnwx8-ktsdp] creating logical port tsf-tas_segment-backup-installation-gnwx8-ktsdp for pod on switch ip-10-0-2-226.ec2.internal I0417 23:04:05.941269 3816 kube.go:256] Updating pod tsf-tas/segment-backup-installation-gnwx8-ktsdp I0417 23:04:05.965363 3816 pod.go:62] [tsf-tas/segment-backup-installation-gnwx8-ktsdp] pod update took 24.124999ms I0417 23:04:05.965391 3816 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-gnwx8-ktsdp] addLogicalPort annotation time took 24.159311ms I0417 23:04:05.966871 3816 pods.go:271] [tsf-tas/segment-backup-installation-gnwx8-ktsdp] addLogicalPort took 25.7332ms, libovsdb time 1.022372ms I0417 23:04:07.126983 3816 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-7f7b9857dd-xn8f2] creating logical port tsf-tas_trillian-logserver-7f7b9857dd-xn8f2 for pod on switch ip-10-0-2-226.ec2.internal I0417 23:04:07.127126 3816 kube.go:256] Updating pod tsf-tas/trillian-logserver-7f7b9857dd-xn8f2 I0417 23:04:07.147294 3816 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-kwfkq-gshgp] creating logical port tsf-tas_ctlog-createtree-job-kwfkq-gshgp for pod on switch ip-10-0-2-226.ec2.internal I0417 23:04:07.147409 3816 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-kwfkq-gshgp I0417 23:04:07.150734 3816 pod.go:62] [tsf-tas/trillian-logserver-7f7b9857dd-xn8f2] pod update took 23.635407ms I0417 23:04:07.150758 3816 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-7f7b9857dd-xn8f2] addLogicalPort annotation time took 23.663037ms I0417 23:04:07.152005 3816 pods.go:271] [tsf-tas/trillian-logserver-7f7b9857dd-xn8f2] addLogicalPort took 25.042301ms, libovsdb time 881.771µs I0417 23:04:07.163064 3816 pod.go:62] [tsf-tas/ctlog-createtree-job-kwfkq-gshgp] pod update took 15.677747ms I0417 23:04:07.163088 3816 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-kwfkq-gshgp] addLogicalPort annotation time took 15.706477ms I0417 23:04:07.164568 3816 pods.go:271] [tsf-tas/ctlog-createtree-job-kwfkq-gshgp] addLogicalPort took 17.292748ms, libovsdb time 1.060334ms I0417 23:04:07.420236 3816 cni.go:452] [tsf-tas/test-tsf-tas 6fab6a3a462b0482a62a98c0b22bd55522c2dc46f451f95426232353e32b6463 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 6fab6a3a462b0482a62a98c0b22bd55522c2dc46f451f95426232353e32b6463 network default NAD default NAD key ] I0417 23:04:07.421119 3816 cni.go:452] [tsf-tas/segment-backup-installation-gnwx8-ktsdp 99aabbcd3d3188ef8a32a61b280d24a85f627aeb68b6108155d0710af2d59649 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-gnwx8-ktsdp 99aabbcd3d3188ef8a32a61b280d24a85f627aeb68b6108155d0710af2d59649 network default NAD default NAD key ] I0417 23:04:07.432121 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-gnwx8-ktsdp, hostIfaceName: 99aabbcd3d3188e, network: default, NAD default, SandboxID: "99aabbcd3d3188ef8a32a61b280d24a85f627aeb68b6108155d0710af2d59649", PCI device ID: , UID: "b720db92-b5b3-4eea-be24-b51df34a6ddb", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0417 23:04:07.432319 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 6fab6a3a462b048, network: default, NAD default, SandboxID: "6fab6a3a462b0482a62a98c0b22bd55522c2dc46f451f95426232353e32b6463", PCI device ID: , UID: "56a47389-79b2-418c-8171-8943697647da", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0417 23:04:07.489774 3816 cni.go:473] [tsf-tas/segment-backup-installation-gnwx8-ktsdp 99aabbcd3d3188ef8a32a61b280d24a85f627aeb68b6108155d0710af2d59649 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-gnwx8-ktsdp 99aabbcd3d3188ef8a32a61b280d24a85f627aeb68b6108155d0710af2d59649 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:c5:a4:dc:d7:b7\",\"name\":\"99aabbcd3d3188e\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a06a46fa-a06c-44e9-bccb-101a9146ffb3\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:04:07.500742 3816 cni.go:452] [tsf-tas/trillian-logserver-7f7b9857dd-xn8f2 635a61fd97639d48fc5a20c9a56de2c735c01bae14120a31d34a3b8f75464699 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-7f7b9857dd-xn8f2 635a61fd97639d48fc5a20c9a56de2c735c01bae14120a31d34a3b8f75464699 network default NAD default NAD key ] I0417 23:04:07.510936 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-7f7b9857dd-xn8f2, hostIfaceName: 635a61fd97639d4, network: default, NAD default, SandboxID: "635a61fd97639d48fc5a20c9a56de2c735c01bae14120a31d34a3b8f75464699", PCI device ID: , UID: "a9224801-bf68-4bb5-81b5-7773c763d23f", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0417 23:04:07.516708 3816 cni.go:473] [tsf-tas/test-tsf-tas 6fab6a3a462b0482a62a98c0b22bd55522c2dc46f451f95426232353e32b6463 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 6fab6a3a462b0482a62a98c0b22bd55522c2dc46f451f95426232353e32b6463 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:bc:ea:4e:8d:b0\",\"name\":\"6fab6a3a462b048\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86bfa1cc-d243-4b94-a84f-5e25ac677471\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:04:07.519574 3816 cni.go:452] [tsf-tas/ctlog-createtree-job-kwfkq-gshgp 4070dc73416e55a36076f6705b912b1f39e655c768cb668b5e9d62aa86c3f893 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-kwfkq-gshgp 4070dc73416e55a36076f6705b912b1f39e655c768cb668b5e9d62aa86c3f893 network default NAD default NAD key ] I0417 23:04:07.530092 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-kwfkq-gshgp, hostIfaceName: 4070dc73416e55a, network: default, NAD default, SandboxID: "4070dc73416e55a36076f6705b912b1f39e655c768cb668b5e9d62aa86c3f893", PCI device ID: , UID: "1f1fa281-3460-4f07-9b10-3b42a410ed4a", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0417 23:04:07.567596 3816 cni.go:473] [tsf-tas/trillian-logserver-7f7b9857dd-xn8f2 635a61fd97639d48fc5a20c9a56de2c735c01bae14120a31d34a3b8f75464699 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-7f7b9857dd-xn8f2 635a61fd97639d48fc5a20c9a56de2c735c01bae14120a31d34a3b8f75464699 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:2f:80:d9:8d:23\",\"name\":\"635a61fd97639d4\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b98182b-a314-4e14-bb1f-df4531c50c4d\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:04:07.594935 3816 cni.go:473] [tsf-tas/ctlog-createtree-job-kwfkq-gshgp 4070dc73416e55a36076f6705b912b1f39e655c768cb668b5e9d62aa86c3f893 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-kwfkq-gshgp 4070dc73416e55a36076f6705b912b1f39e655c768cb668b5e9d62aa86c3f893 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:b7:93:7c:e2:4f\",\"name\":\"4070dc73416e55a\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b840fdf-2a31-4ff9-b540-47bdc07b4b50\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:04:09.831044 3816 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7cdcdf48f7-4gr2g] creating logical port tsf-tas_trillian-db-7cdcdf48f7-4gr2g for pod on switch ip-10-0-2-226.ec2.internal I0417 23:04:09.831146 3816 kube.go:256] Updating pod tsf-tas/trillian-db-7cdcdf48f7-4gr2g I0417 23:04:09.843212 3816 pod.go:62] [tsf-tas/trillian-db-7cdcdf48f7-4gr2g] pod update took 12.090719ms I0417 23:04:09.843290 3816 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-7cdcdf48f7-4gr2g] addLogicalPort annotation time took 12.172052ms I0417 23:04:09.844830 3816 pods.go:271] [tsf-tas/trillian-db-7cdcdf48f7-4gr2g] addLogicalPort took 13.807988ms, libovsdb time 1.068312ms W0417 23:04:10.728524 3816 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0417 23:04:10.728551 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0417 23:04:13.267512 3816 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-t7dv5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:13.268211 3816 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-t7dv5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:14.150504 3816 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-t7dv5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:14.150533 3816 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-t7dv5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 23:04:16.760806 3816 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0417 23:04:19.164031 3816 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0417 23:04:20.290817 3816 cni.go:452] [tsf-tas/trillian-db-7cdcdf48f7-4gr2g 2f5e7686b014c3c19812a20fcb46bd8e105cdf4d13b0eb98c88cc164f9db4204 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-7cdcdf48f7-4gr2g 2f5e7686b014c3c19812a20fcb46bd8e105cdf4d13b0eb98c88cc164f9db4204 network default NAD default NAD key ] I0417 23:04:20.300159 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7cdcdf48f7-4gr2g, hostIfaceName: 2f5e7686b014c3c, network: default, NAD default, SandboxID: "2f5e7686b014c3c19812a20fcb46bd8e105cdf4d13b0eb98c88cc164f9db4204", PCI device ID: , UID: "906151fb-a804-44e4-83f8-0ab59fe34913", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0417 23:04:20.351145 3816 cni.go:473] [tsf-tas/trillian-db-7cdcdf48f7-4gr2g 2f5e7686b014c3c19812a20fcb46bd8e105cdf4d13b0eb98c88cc164f9db4204 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-7cdcdf48f7-4gr2g 2f5e7686b014c3c19812a20fcb46bd8e105cdf4d13b0eb98c88cc164f9db4204 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:c9:c1:d0:42:02\",\"name\":\"2f5e7686b014c3c\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42704bc3-63c8-4eb4-b4f4-1c7c657ff470\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 23:04:21.198210 3816 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0417 23:04:24.947445 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=386 I0417 23:04:26.036450 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0417 23:04:26.218248 3816 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0417 23:04:26.224435 3816 cni.go:452] [tsf-tas/segment-backup-installation-gnwx8-ktsdp 99aabbcd3d3188ef8a32a61b280d24a85f627aeb68b6108155d0710af2d59649 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-gnwx8-ktsdp 99aabbcd3d3188ef8a32a61b280d24a85f627aeb68b6108155d0710af2d59649 network default NAD default NAD key ] I0417 23:04:26.315311 3816 cni.go:473] [tsf-tas/segment-backup-installation-gnwx8-ktsdp 99aabbcd3d3188ef8a32a61b280d24a85f627aeb68b6108155d0710af2d59649 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-gnwx8-ktsdp 99aabbcd3d3188ef8a32a61b280d24a85f627aeb68b6108155d0710af2d59649 network default NAD default NAD key default], result "{}", err I0417 23:04:26.399626 3816 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gnwx8-ktsdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:26.399655 3816 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-gnwx8-ktsdp I0417 23:04:26.400979 3816 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-gnwx8-ktsdp, ips: 10.129.0.41 I0417 23:04:26.401009 3816 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gnwx8-ktsdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0417 23:04:27.204835 3816 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0417 23:04:27.204888 3816 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0417 23:04:27.231336 3816 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gnwx8-ktsdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:27.231359 3816 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gnwx8-ktsdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:31.237974 3816 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-6nwz5] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-6nwz5 for pod on switch ip-10-0-2-226.ec2.internal I0417 23:04:31.238131 3816 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-6nwz5 I0417 23:04:31.257728 3816 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-6nwz5] pod update took 19.628131ms I0417 23:04:31.257750 3816 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-6nwz5] addLogicalPort annotation time took 19.660151ms I0417 23:04:31.259070 3816 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-6nwz5] addLogicalPort took 21.117726ms, libovsdb time 875.26µs I0417 23:04:31.806563 3816 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-6nwz5 5eab1395e8ede12ab3e619b0f795250fb74b005fc7c0957add106af0c8b71cc9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-6nwz5 5eab1395e8ede12ab3e619b0f795250fb74b005fc7c0957add106af0c8b71cc9 network default NAD default NAD key ] I0417 23:04:31.816134 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-6nwz5, hostIfaceName: 5eab1395e8ede12, network: default, NAD default, SandboxID: "5eab1395e8ede12ab3e619b0f795250fb74b005fc7c0957add106af0c8b71cc9", PCI device ID: , UID: "ddf1f825-a720-4bc4-bfc7-1a345e5b04eb", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0417 23:04:31.865680 3816 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-6nwz5 5eab1395e8ede12ab3e619b0f795250fb74b005fc7c0957add106af0c8b71cc9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-6nwz5 5eab1395e8ede12ab3e619b0f795250fb74b005fc7c0957add106af0c8b71cc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:37:f8:aa:49:c2\",\"name\":\"5eab1395e8ede12\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d95b4e14-98a9-4e70-b54c-aae911be9d2c\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 23:04:37.265443 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0417 23:04:40.939696 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=99 W0417 23:04:54.328540 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0417 23:04:59.413622 3816 cni.go:452] [tsf-tas/ctlog-createtree-job-kwfkq-gshgp 4070dc73416e55a36076f6705b912b1f39e655c768cb668b5e9d62aa86c3f893 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-kwfkq-gshgp 4070dc73416e55a36076f6705b912b1f39e655c768cb668b5e9d62aa86c3f893 network default NAD default NAD key ] I0417 23:04:59.413649 3816 cni.go:452] [tsf-tas/test-tsf-tas 6fab6a3a462b0482a62a98c0b22bd55522c2dc46f451f95426232353e32b6463 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 6fab6a3a462b0482a62a98c0b22bd55522c2dc46f451f95426232353e32b6463 network default NAD default NAD key ] I0417 23:04:59.515341 3816 cni.go:473] [tsf-tas/ctlog-createtree-job-kwfkq-gshgp 4070dc73416e55a36076f6705b912b1f39e655c768cb668b5e9d62aa86c3f893 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-kwfkq-gshgp 4070dc73416e55a36076f6705b912b1f39e655c768cb668b5e9d62aa86c3f893 network default NAD default NAD key default], result "{}", err I0417 23:04:59.528908 3816 cni.go:473] [tsf-tas/test-tsf-tas 6fab6a3a462b0482a62a98c0b22bd55522c2dc46f451f95426232353e32b6463 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 6fab6a3a462b0482a62a98c0b22bd55522c2dc46f451f95426232353e32b6463 network default NAD default NAD key default], result "{}", err I0417 23:04:59.569898 3816 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-kwfkq-gshgp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:59.569933 3816 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-kwfkq-gshgp I0417 23:04:59.571401 3816 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-kwfkq-gshgp, ips: 10.129.0.43 I0417 23:04:59.571426 3816 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-kwfkq-gshgp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:59.587866 3816 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:59.587896 3816 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0417 23:04:59.589443 3816 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.40 I0417 23:04:59.589469 3816 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:59.608139 3816 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:59.608160 3816 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:59.611148 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0417 23:04:59.611191 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0417 23:05:00.250074 3816 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-ls7c6] creating logical port tsf_patch-tekton-config-ls7c6 for pod on switch ip-10-0-2-226.ec2.internal I0417 23:05:00.250189 3816 kube.go:256] Updating pod tsf/patch-tekton-config-ls7c6 I0417 23:05:00.268095 3816 pod.go:62] [tsf/patch-tekton-config-ls7c6] pod update took 17.938501ms I0417 23:05:00.268120 3816 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-ls7c6] addLogicalPort annotation time took 17.971623ms I0417 23:05:00.269636 3816 pods.go:271] [tsf/patch-tekton-config-ls7c6] addLogicalPort took 19.581376ms, libovsdb time 1.042571ms I0417 23:05:00.418561 3816 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-kwfkq-gshgp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:00.418583 3816 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-kwfkq-gshgp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:00.611477 3816 cni.go:452] [tsf/patch-tekton-config-ls7c6 81d0940b19535702332ec774ef6fc7d14133b58fb4c6da680e81154a4f2d3f19 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-ls7c6 81d0940b19535702332ec774ef6fc7d14133b58fb4c6da680e81154a4f2d3f19 network default NAD default NAD key ] I0417 23:05:00.620622 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-ls7c6, hostIfaceName: 81d0940b1953570, network: default, NAD default, SandboxID: "81d0940b19535702332ec774ef6fc7d14133b58fb4c6da680e81154a4f2d3f19", PCI device ID: , UID: "1bf4f20a-7769-45fc-97bd-c5e23f4c0f48", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0417 23:05:00.668333 3816 cni.go:473] [tsf/patch-tekton-config-ls7c6 81d0940b19535702332ec774ef6fc7d14133b58fb4c6da680e81154a4f2d3f19 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-ls7c6 81d0940b19535702332ec774ef6fc7d14133b58fb4c6da680e81154a4f2d3f19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:12:8a:fd:cb:6c\",\"name\":\"81d0940b1953570\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/306ca2eb-0cf9-4945-8cbd-dc36d37b1a51\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:05:02.362668 3816 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-78999fcfb-v26xk] creating logical port tsf-tas_ctlog-78999fcfb-v26xk for pod on switch ip-10-0-2-226.ec2.internal I0417 23:05:02.362765 3816 kube.go:256] Updating pod tsf-tas/ctlog-78999fcfb-v26xk I0417 23:05:02.378817 3816 pod.go:62] [tsf-tas/ctlog-78999fcfb-v26xk] pod update took 16.074694ms I0417 23:05:02.378936 3816 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-78999fcfb-v26xk] addLogicalPort annotation time took 16.197182ms I0417 23:05:02.380604 3816 pods.go:271] [tsf-tas/ctlog-78999fcfb-v26xk] addLogicalPort took 17.951772ms, libovsdb time 1.160724ms I0417 23:05:03.137561 3816 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-q4ggn-qpm6k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:03.138140 3816 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-q4ggn-qpm6k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:04.009740 3816 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-q4ggn-qpm6k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:04.009766 3816 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-q4ggn-qpm6k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:06.063030 3816 cni.go:452] [tsf-tas/ctlog-78999fcfb-v26xk 2c60b96bf244a8fa1cb7cbf5df0531e322b34266fec196b6d03f93bdfd6310b6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-78999fcfb-v26xk 2c60b96bf244a8fa1cb7cbf5df0531e322b34266fec196b6d03f93bdfd6310b6 network default NAD default NAD key ] I0417 23:05:06.072024 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-78999fcfb-v26xk, hostIfaceName: 2c60b96bf244a8f, network: default, NAD default, SandboxID: "2c60b96bf244a8fa1cb7cbf5df0531e322b34266fec196b6d03f93bdfd6310b6", PCI device ID: , UID: "9a26e33f-29a2-4b6d-93ab-c404965f60db", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0417 23:05:06.122998 3816 cni.go:473] [tsf-tas/ctlog-78999fcfb-v26xk 2c60b96bf244a8fa1cb7cbf5df0531e322b34266fec196b6d03f93bdfd6310b6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-78999fcfb-v26xk 2c60b96bf244a8fa1cb7cbf5df0531e322b34266fec196b6d03f93bdfd6310b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:79:ed:e9:c9:ca\",\"name\":\"2c60b96bf244a8f\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90bf6408-05ac-47e7-a265-26502fd6bb75\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:05:08.041531 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0417 23:05:08.477223 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0417 23:05:08.479300 3816 cni.go:452] [tsf/patch-tekton-config-ls7c6 81d0940b19535702332ec774ef6fc7d14133b58fb4c6da680e81154a4f2d3f19 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-ls7c6 81d0940b19535702332ec774ef6fc7d14133b58fb4c6da680e81154a4f2d3f19 network default NAD default NAD key ] I0417 23:05:08.569005 3816 cni.go:473] [tsf/patch-tekton-config-ls7c6 81d0940b19535702332ec774ef6fc7d14133b58fb4c6da680e81154a4f2d3f19 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-ls7c6 81d0940b19535702332ec774ef6fc7d14133b58fb4c6da680e81154a4f2d3f19 network default NAD default NAD key default], result "{}", err I0417 23:05:08.626566 3816 obj_retry.go:498] Detected object tsf/patch-tekton-config-ls7c6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:08.626606 3816 pods.go:176] Deleting pod: tsf/patch-tekton-config-ls7c6 I0417 23:05:08.627917 3816 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-ls7c6, ips: 10.129.0.46 I0417 23:05:08.627946 3816 obj_retry.go:498] Detected object tsf/patch-tekton-config-ls7c6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:09.497509 3816 obj_retry.go:492] Detected object tsf/patch-tekton-config-ls7c6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:09.497541 3816 obj_retry.go:492] Detected object tsf/patch-tekton-config-ls7c6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:09.588511 3816 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-8bnlk] creating logical port tsf_tsf-tekton-configuration-8bnlk for pod on switch ip-10-0-2-226.ec2.internal I0417 23:05:09.588599 3816 kube.go:256] Updating pod tsf/tsf-tekton-configuration-8bnlk I0417 23:05:09.599925 3816 pod.go:62] [tsf/tsf-tekton-configuration-8bnlk] pod update took 11.349542ms I0417 23:05:09.599947 3816 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-8bnlk] addLogicalPort annotation time took 11.375912ms I0417 23:05:09.601249 3816 pods.go:271] [tsf/tsf-tekton-configuration-8bnlk] addLogicalPort took 12.754056ms, libovsdb time 908.911µs I0417 23:05:09.948000 3816 cni.go:452] [tsf/tsf-tekton-configuration-8bnlk f3b6c17dd987a12d15b67d00f397f2b9c40e2861dcd572724b577d692795a7c9 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-8bnlk f3b6c17dd987a12d15b67d00f397f2b9c40e2861dcd572724b577d692795a7c9 network default NAD default NAD key ] I0417 23:05:09.957055 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-8bnlk, hostIfaceName: f3b6c17dd987a12, network: default, NAD default, SandboxID: "f3b6c17dd987a12d15b67d00f397f2b9c40e2861dcd572724b577d692795a7c9", PCI device ID: , UID: "8e183ba7-f6b7-41ad-a4ab-9e6ff2490661", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0417 23:05:10.005491 3816 cni.go:473] [tsf/tsf-tekton-configuration-8bnlk f3b6c17dd987a12d15b67d00f397f2b9c40e2861dcd572724b577d692795a7c9 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-8bnlk f3b6c17dd987a12d15b67d00f397f2b9c40e2861dcd572724b577d692795a7c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:ed:f6:82:67:9b\",\"name\":\"f3b6c17dd987a12\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ce800e7-cf8f-4a1b-ab96-4446a0ca8bbd\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:05:11.249720 3816 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-8dff9fdd-sh8rp] creating logical port tsf-tas_rekor-server-8dff9fdd-sh8rp for pod on switch ip-10-0-2-226.ec2.internal I0417 23:05:11.249882 3816 kube.go:256] Updating pod tsf-tas/rekor-server-8dff9fdd-sh8rp I0417 23:05:11.264638 3816 pod.go:62] [tsf-tas/rekor-server-8dff9fdd-sh8rp] pod update took 14.802767ms I0417 23:05:11.264661 3816 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-8dff9fdd-sh8rp] addLogicalPort annotation time took 14.833845ms I0417 23:05:11.266361 3816 pods.go:271] [tsf-tas/rekor-server-8dff9fdd-sh8rp] addLogicalPort took 16.66172ms, libovsdb time 1.216682ms I0417 23:05:14.519394 3816 cni.go:452] [tsf/tsf-tekton-configuration-8bnlk f3b6c17dd987a12d15b67d00f397f2b9c40e2861dcd572724b577d692795a7c9 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-8bnlk f3b6c17dd987a12d15b67d00f397f2b9c40e2861dcd572724b577d692795a7c9 network default NAD default NAD key ] I0417 23:05:14.605858 3816 cni.go:473] [tsf/tsf-tekton-configuration-8bnlk f3b6c17dd987a12d15b67d00f397f2b9c40e2861dcd572724b577d692795a7c9 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-8bnlk f3b6c17dd987a12d15b67d00f397f2b9c40e2861dcd572724b577d692795a7c9 network default NAD default NAD key default], result "{}", err I0417 23:05:14.651756 3816 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8bnlk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:14.651784 3816 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-8bnlk I0417 23:05:14.653027 3816 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-8bnlk, ips: 10.129.0.48 I0417 23:05:14.653057 3816 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8bnlk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:15.670821 3816 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8bnlk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:15.670862 3816 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8bnlk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:15.706262 3816 obj_retry.go:492] Detected object tsf/patch-tekton-config-ls7c6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:15.706283 3816 obj_retry.go:492] Detected object tsf/patch-tekton-config-ls7c6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:15.709148 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ls7c6 I0417 23:05:15.709184 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ls7c6 W0417 23:05:16.066560 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0417 23:05:16.083692 3816 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0417 23:05:16.257141 3816 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-226.ec2.internal I0417 23:05:16.257228 3816 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0417 23:05:16.269174 3816 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 11.967158ms I0417 23:05:16.269199 3816 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 11.99559ms I0417 23:05:16.270559 3816 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 13.433089ms, libovsdb time 932.347µs I0417 23:05:16.621546 3816 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 22d64e7eac7e83f61bdc375e1e701e4342747c1e2975012df5427a93b5845580 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 22d64e7eac7e83f61bdc375e1e701e4342747c1e2975012df5427a93b5845580 network default NAD default NAD key ] I0417 23:05:16.634864 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 22d64e7eac7e83f, network: default, NAD default, SandboxID: "22d64e7eac7e83f61bdc375e1e701e4342747c1e2975012df5427a93b5845580", PCI device ID: , UID: "489d66f9-b434-4ec6-8e22-71e8ea2871ac", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0417 23:05:16.687968 3816 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 22d64e7eac7e83f61bdc375e1e701e4342747c1e2975012df5427a93b5845580 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 22d64e7eac7e83f61bdc375e1e701e4342747c1e2975012df5427a93b5845580 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:b0:ca:9b:ec:3c\",\"name\":\"22d64e7eac7e83f\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb55117b-d695-4caf-818f-fa628cc37a75\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:05:18.517886 3816 cni.go:452] [tsf-tas/rekor-server-8dff9fdd-sh8rp 6259b66bff0628d149c1586b6fa79d87f79040c9f9f88181a0a6eb8e7a3b86f2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-8dff9fdd-sh8rp 6259b66bff0628d149c1586b6fa79d87f79040c9f9f88181a0a6eb8e7a3b86f2 network default NAD default NAD key ] I0417 23:05:18.528303 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-8dff9fdd-sh8rp, hostIfaceName: 6259b66bff0628d, network: default, NAD default, SandboxID: "6259b66bff0628d149c1586b6fa79d87f79040c9f9f88181a0a6eb8e7a3b86f2", PCI device ID: , UID: "c13b899a-6dce-457f-95bc-283b6f624da7", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0417 23:05:18.576179 3816 cni.go:473] [tsf-tas/rekor-server-8dff9fdd-sh8rp 6259b66bff0628d149c1586b6fa79d87f79040c9f9f88181a0a6eb8e7a3b86f2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-8dff9fdd-sh8rp 6259b66bff0628d149c1586b6fa79d87f79040c9f9f88181a0a6eb8e7a3b86f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f5:24:75:f1:e8\",\"name\":\"6259b66bff0628d\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3727720c-a817-46db-aff3-30c6036c2b93\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 23:05:20.496186 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0417 23:05:20.556356 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0417 23:05:21.572189 3816 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 22d64e7eac7e83f61bdc375e1e701e4342747c1e2975012df5427a93b5845580 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 22d64e7eac7e83f61bdc375e1e701e4342747c1e2975012df5427a93b5845580 network default NAD default NAD key ] I0417 23:05:21.655550 3816 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 22d64e7eac7e83f61bdc375e1e701e4342747c1e2975012df5427a93b5845580 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 22d64e7eac7e83f61bdc375e1e701e4342747c1e2975012df5427a93b5845580 network default NAD default NAD key default], result "{}", err I0417 23:05:21.704027 3816 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:21.704066 3816 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0417 23:05:21.705408 3816 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.50 I0417 23:05:21.705441 3816 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:21.725315 3816 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:21.725341 3816 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:21.729489 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0417 23:05:21.729518 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0417 23:05:21.931649 3816 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-226.ec2.internal I0417 23:05:21.931773 3816 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0417 23:05:21.944049 3816 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 12.299286ms I0417 23:05:21.944068 3816 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 12.323684ms I0417 23:05:21.945351 3816 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 13.71612ms, libovsdb time 920.336µs I0417 23:05:22.292928 3816 cni.go:452] [tsf-tpa/test-tsf-tpa 01860f65eab8cac346ddf566cb260ff8a81c133f6e62dc950760c60da65ec81c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 01860f65eab8cac346ddf566cb260ff8a81c133f6e62dc950760c60da65ec81c network default NAD default NAD key ] I0417 23:05:22.301892 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 01860f65eab8cac, network: default, NAD default, SandboxID: "01860f65eab8cac346ddf566cb260ff8a81c133f6e62dc950760c60da65ec81c", PCI device ID: , UID: "5db630db-ed4d-4ce8-8cbf-9898445598cb", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0417 23:05:22.351926 3816 cni.go:473] [tsf-tpa/test-tsf-tpa 01860f65eab8cac346ddf566cb260ff8a81c133f6e62dc950760c60da65ec81c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 01860f65eab8cac346ddf566cb260ff8a81c133f6e62dc950760c60da65ec81c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:14:ef:db:4d:09\",\"name\":\"01860f65eab8cac\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd8a8b52-9ea9-482d-aee7-7681999794d6\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:05:23.083465 3816 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-4wvcv] creating logical port tsf-tpa_create-db-4wvcv for pod on switch ip-10-0-2-226.ec2.internal I0417 23:05:23.083552 3816 kube.go:256] Updating pod tsf-tpa/create-db-4wvcv I0417 23:05:23.095254 3816 pod.go:62] [tsf-tpa/create-db-4wvcv] pod update took 11.722838ms I0417 23:05:23.095281 3816 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-4wvcv] addLogicalPort annotation time took 11.753532ms I0417 23:05:23.096593 3816 pods.go:271] [tsf-tpa/create-db-4wvcv] addLogicalPort took 13.141767ms, libovsdb time 971.033µs I0417 23:05:23.459453 3816 cni.go:452] [tsf-tpa/create-db-4wvcv 1c6708f19eafc50b0bf329112bdf0b81ea77b2f04246e26335014cae77a0ceac network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-4wvcv 1c6708f19eafc50b0bf329112bdf0b81ea77b2f04246e26335014cae77a0ceac network default NAD default NAD key ] I0417 23:05:23.468879 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-4wvcv, hostIfaceName: 1c6708f19eafc50, network: default, NAD default, SandboxID: "1c6708f19eafc50b0bf329112bdf0b81ea77b2f04246e26335014cae77a0ceac", PCI device ID: , UID: "c545bd69-d3f1-4d06-b315-097b505d236a", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0417 23:05:23.517483 3816 cni.go:473] [tsf-tpa/create-db-4wvcv 1c6708f19eafc50b0bf329112bdf0b81ea77b2f04246e26335014cae77a0ceac network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-4wvcv 1c6708f19eafc50b0bf329112bdf0b81ea77b2f04246e26335014cae77a0ceac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:85:bb:40:e3:1d\",\"name\":\"1c6708f19eafc50\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be2bcab3-b900-4c26-9c20-20b9eff03339\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:05:28.621545 3816 cni.go:452] [tsf-tpa/create-db-4wvcv 1c6708f19eafc50b0bf329112bdf0b81ea77b2f04246e26335014cae77a0ceac network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-4wvcv 1c6708f19eafc50b0bf329112bdf0b81ea77b2f04246e26335014cae77a0ceac network default NAD default NAD key ] I0417 23:05:28.708256 3816 cni.go:473] [tsf-tpa/create-db-4wvcv 1c6708f19eafc50b0bf329112bdf0b81ea77b2f04246e26335014cae77a0ceac network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-4wvcv 1c6708f19eafc50b0bf329112bdf0b81ea77b2f04246e26335014cae77a0ceac network default NAD default NAD key default], result "{}", err I0417 23:05:28.760861 3816 obj_retry.go:498] Detected object tsf-tpa/create-db-4wvcv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:28.760896 3816 pods.go:176] Deleting pod: tsf-tpa/create-db-4wvcv I0417 23:05:28.762209 3816 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-4wvcv, ips: 10.129.0.52 I0417 23:05:28.762237 3816 obj_retry.go:498] Detected object tsf-tpa/create-db-4wvcv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:29.787245 3816 obj_retry.go:492] Detected object tsf-tpa/create-db-4wvcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:29.787272 3816 obj_retry.go:492] Detected object tsf-tpa/create-db-4wvcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:29.886871 3816 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-5xdqs] creating logical port tsf-tpa_migrate-db-5xdqs for pod on switch ip-10-0-2-226.ec2.internal I0417 23:05:29.886996 3816 kube.go:256] Updating pod tsf-tpa/migrate-db-5xdqs I0417 23:05:29.898454 3816 pod.go:62] [tsf-tpa/migrate-db-5xdqs] pod update took 11.485031ms I0417 23:05:29.898477 3816 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-5xdqs] addLogicalPort annotation time took 11.51216ms I0417 23:05:29.899816 3816 pods.go:271] [tsf-tpa/migrate-db-5xdqs] addLogicalPort took 12.954158ms, libovsdb time 988.832µs I0417 23:05:30.255996 3816 cni.go:452] [tsf-tpa/migrate-db-5xdqs 2f7f1df38c881294ab426113e8003b8d377f5c61ab7e58a14181d13699916b66 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-5xdqs 2f7f1df38c881294ab426113e8003b8d377f5c61ab7e58a14181d13699916b66 network default NAD default NAD key ] I0417 23:05:30.265418 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-5xdqs, hostIfaceName: 2f7f1df38c88129, network: default, NAD default, SandboxID: "2f7f1df38c881294ab426113e8003b8d377f5c61ab7e58a14181d13699916b66", PCI device ID: , UID: "aecbba36-091b-4cc8-9a83-8c0994e37b9a", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0417 23:05:30.316202 3816 cni.go:473] [tsf-tpa/migrate-db-5xdqs 2f7f1df38c881294ab426113e8003b8d377f5c61ab7e58a14181d13699916b66 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-5xdqs 2f7f1df38c881294ab426113e8003b8d377f5c61ab7e58a14181d13699916b66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:21:e5:b4:3d:be\",\"name\":\"2f7f1df38c88129\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d839757a-640d-4ab8-a144-4522c68ec020\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 23:05:31.568217 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0417 23:05:32.646669 3816 cni.go:452] [tsf-tpa/migrate-db-5xdqs 2f7f1df38c881294ab426113e8003b8d377f5c61ab7e58a14181d13699916b66 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-5xdqs 2f7f1df38c881294ab426113e8003b8d377f5c61ab7e58a14181d13699916b66 network default NAD default NAD key ] I0417 23:05:32.723404 3816 cni.go:473] [tsf-tpa/migrate-db-5xdqs 2f7f1df38c881294ab426113e8003b8d377f5c61ab7e58a14181d13699916b66 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-5xdqs 2f7f1df38c881294ab426113e8003b8d377f5c61ab7e58a14181d13699916b66 network default NAD default NAD key default], result "{}", err I0417 23:05:32.772086 3816 obj_retry.go:498] Detected object tsf-tpa/migrate-db-5xdqs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:32.772114 3816 pods.go:176] Deleting pod: tsf-tpa/migrate-db-5xdqs I0417 23:05:32.773480 3816 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-5xdqs, ips: 10.129.0.53 I0417 23:05:32.773510 3816 obj_retry.go:498] Detected object tsf-tpa/migrate-db-5xdqs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:32.917956 3816 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5xdqs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:32.917979 3816 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5xdqs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:34.984897 3816 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-6hjmf-jcmfx] creating logical port tsf-tas_tuf-repository-init-6hjmf-jcmfx for pod on switch ip-10-0-2-226.ec2.internal I0417 23:05:34.985024 3816 kube.go:256] Updating pod tsf-tas/tuf-repository-init-6hjmf-jcmfx I0417 23:05:34.997005 3816 pod.go:62] [tsf-tas/tuf-repository-init-6hjmf-jcmfx] pod update took 12.006408ms I0417 23:05:34.997032 3816 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-6hjmf-jcmfx] addLogicalPort annotation time took 12.035555ms I0417 23:05:34.998379 3816 pods.go:271] [tsf-tas/tuf-repository-init-6hjmf-jcmfx] addLogicalPort took 13.499178ms, libovsdb time 963.14µs I0417 23:05:36.022491 3816 base_network_controller_pods.go:487] [default/tsf-tpa/server-5fcf666649-8dtzd] creating logical port tsf-tpa_server-5fcf666649-8dtzd for pod on switch ip-10-0-2-226.ec2.internal I0417 23:05:36.022616 3816 kube.go:256] Updating pod tsf-tpa/server-5fcf666649-8dtzd I0417 23:05:36.035746 3816 pod.go:62] [tsf-tpa/server-5fcf666649-8dtzd] pod update took 13.157266ms I0417 23:05:36.035768 3816 base_network_controller_pods.go:951] [default/tsf-tpa/server-5fcf666649-8dtzd] addLogicalPort annotation time took 13.183786ms I0417 23:05:36.037084 3816 pods.go:271] [tsf-tpa/server-5fcf666649-8dtzd] addLogicalPort took 14.612234ms, libovsdb time 887.361µs I0417 23:05:38.024695 3816 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-6kb6s] creating logical port tsf-tpa_importer-5b5b6dd8fb-6kb6s for pod on switch ip-10-0-2-226.ec2.internal I0417 23:05:38.024909 3816 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-6kb6s I0417 23:05:38.038448 3816 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-6kb6s] pod update took 13.624421ms I0417 23:05:38.038473 3816 base_network_controller_pods.go:951] [default/tsf-tpa/importer-5b5b6dd8fb-6kb6s] addLogicalPort annotation time took 13.65307ms I0417 23:05:38.039686 3816 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-6kb6s] addLogicalPort took 15.013155ms, libovsdb time 807.859µs I0417 23:05:39.251525 3816 cni.go:452] [tsf-tas/tuf-repository-init-6hjmf-jcmfx 3d6c2ad4600c067897e19052bd94177ad36e4bf9066b5ffce5eb452e2471b398 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-6hjmf-jcmfx 3d6c2ad4600c067897e19052bd94177ad36e4bf9066b5ffce5eb452e2471b398 network default NAD default NAD key ] I0417 23:05:39.261272 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-6hjmf-jcmfx, hostIfaceName: 3d6c2ad4600c067, network: default, NAD default, SandboxID: "3d6c2ad4600c067897e19052bd94177ad36e4bf9066b5ffce5eb452e2471b398", PCI device ID: , UID: "3ef674a8-bcd1-4cea-a7a9-3137987ed404", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0417 23:05:39.311993 3816 cni.go:473] [tsf-tas/tuf-repository-init-6hjmf-jcmfx 3d6c2ad4600c067897e19052bd94177ad36e4bf9066b5ffce5eb452e2471b398 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-6hjmf-jcmfx 3d6c2ad4600c067897e19052bd94177ad36e4bf9066b5ffce5eb452e2471b398 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c3:d5:7f:7c:40\",\"name\":\"3d6c2ad4600c067\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d0edd13-d1f9-45a5-a4ec-c4d13cfc85ac\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:05:40.168216 3816 cni.go:452] [tsf-tpa/server-5fcf666649-8dtzd 5ccffb9f38a51dbeabdb42e914786834ee3b134ce51ce56e1093dd6f2c050021 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-5fcf666649-8dtzd 5ccffb9f38a51dbeabdb42e914786834ee3b134ce51ce56e1093dd6f2c050021 network default NAD default NAD key ] I0417 23:05:40.179448 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-5fcf666649-8dtzd, hostIfaceName: 5ccffb9f38a51db, network: default, NAD default, SandboxID: "5ccffb9f38a51dbeabdb42e914786834ee3b134ce51ce56e1093dd6f2c050021", PCI device ID: , UID: "4162d78b-2b50-4bff-ac8f-72b308b02ba8", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0417 23:05:40.235691 3816 cni.go:473] [tsf-tpa/server-5fcf666649-8dtzd 5ccffb9f38a51dbeabdb42e914786834ee3b134ce51ce56e1093dd6f2c050021 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-5fcf666649-8dtzd 5ccffb9f38a51dbeabdb42e914786834ee3b134ce51ce56e1093dd6f2c050021 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:27:55:67:4a:3e\",\"name\":\"5ccffb9f38a51db\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a31c453-c56a-4752-80dd-e0bc9dd15b59\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 23:05:40.717522 3816 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0417 23:05:41.801592 3816 cni.go:452] [tsf-tpa/importer-5b5b6dd8fb-6kb6s 050ddfd7b4fab5a1cb01f241f66a68723b6bd1fdb913835085638ca7b7c0a3d3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-6kb6s 050ddfd7b4fab5a1cb01f241f66a68723b6bd1fdb913835085638ca7b7c0a3d3 network default NAD default NAD key ] I0417 23:05:41.810977 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-6kb6s, hostIfaceName: 050ddfd7b4fab5a, network: default, NAD default, SandboxID: "050ddfd7b4fab5a1cb01f241f66a68723b6bd1fdb913835085638ca7b7c0a3d3", PCI device ID: , UID: "ab5882d5-fc2a-48d7-ae99-87a1a306615e", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0417 23:05:41.859720 3816 cni.go:473] [tsf-tpa/importer-5b5b6dd8fb-6kb6s 050ddfd7b4fab5a1cb01f241f66a68723b6bd1fdb913835085638ca7b7c0a3d3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-6kb6s 050ddfd7b4fab5a1cb01f241f66a68723b6bd1fdb913835085638ca7b7c0a3d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:a8:9d:0a:19:10\",\"name\":\"050ddfd7b4fab5a\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba6ecdb2-7b17-438b-b9e9-f1a31cdb9c6e\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 23:05:42.723398 3816 cni.go:452] [tsf-tas/tuf-repository-init-6hjmf-jcmfx 3d6c2ad4600c067897e19052bd94177ad36e4bf9066b5ffce5eb452e2471b398 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-6hjmf-jcmfx 3d6c2ad4600c067897e19052bd94177ad36e4bf9066b5ffce5eb452e2471b398 network default NAD default NAD key ] I0417 23:05:42.802787 3816 cni.go:473] [tsf-tas/tuf-repository-init-6hjmf-jcmfx 3d6c2ad4600c067897e19052bd94177ad36e4bf9066b5ffce5eb452e2471b398 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-6hjmf-jcmfx 3d6c2ad4600c067897e19052bd94177ad36e4bf9066b5ffce5eb452e2471b398 network default NAD default NAD key default], result "{}", err I0417 23:05:42.852020 3816 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-6hjmf-jcmfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:42.852050 3816 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-6hjmf-jcmfx I0417 23:05:42.853395 3816 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-6hjmf-jcmfx, ips: 10.129.0.54 I0417 23:05:42.853426 3816 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-6hjmf-jcmfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:43.725063 3816 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-6hjmf-jcmfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:43.725182 3816 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-6hjmf-jcmfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:45.359748 3816 obj_retry.go:498] Detected object tsf-tpa/create-importers-ckgcp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:45.360432 3816 obj_retry.go:498] Detected object tsf-tpa/create-importers-ckgcp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:46.377820 3816 obj_retry.go:492] Detected object tsf-tpa/create-importers-ckgcp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:46.377897 3816 obj_retry.go:492] Detected object tsf-tpa/create-importers-ckgcp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:47.075096 3816 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-4t8zz] creating logical port tsf-tas_tuf-bc5768c88-4t8zz for pod on switch ip-10-0-2-226.ec2.internal I0417 23:05:47.075188 3816 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-4t8zz I0417 23:05:47.091655 3816 pod.go:62] [tsf-tas/tuf-bc5768c88-4t8zz] pod update took 16.48985ms I0417 23:05:47.091676 3816 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-4t8zz] addLogicalPort annotation time took 16.516311ms I0417 23:05:47.092922 3816 pods.go:271] [tsf-tas/tuf-bc5768c88-4t8zz] addLogicalPort took 17.846687ms, libovsdb time 865.026µs I0417 23:05:48.938750 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0417 23:05:49.239629 3816 cni.go:452] [tsf-tas/tuf-bc5768c88-4t8zz 51101aeb304805c9973c7e4b10ba0c889003430a19f503b9067a33e4cad54721 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-4t8zz 51101aeb304805c9973c7e4b10ba0c889003430a19f503b9067a33e4cad54721 network default NAD default NAD key ] I0417 23:05:49.249085 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-4t8zz, hostIfaceName: 51101aeb304805c, network: default, NAD default, SandboxID: "51101aeb304805c9973c7e4b10ba0c889003430a19f503b9067a33e4cad54721", PCI device ID: , UID: "7868640c-e56a-4de5-ab05-194c5785633d", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0417 23:05:49.298050 3816 cni.go:473] [tsf-tas/tuf-bc5768c88-4t8zz 51101aeb304805c9973c7e4b10ba0c889003430a19f503b9067a33e4cad54721 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-4t8zz 51101aeb304805c9973c7e4b10ba0c889003430a19f503b9067a33e4cad54721 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:bb:6f:cf:4d:79\",\"name\":\"51101aeb304805c\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08351d39-1f57-4a16-9232-354d296fd920\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 23:05:51.712675 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0417 23:05:51.772794 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0417 23:05:52.066222 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0417 23:05:53.795725 3816 cni.go:452] [tsf-tpa/test-tsf-tpa 01860f65eab8cac346ddf566cb260ff8a81c133f6e62dc950760c60da65ec81c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 01860f65eab8cac346ddf566cb260ff8a81c133f6e62dc950760c60da65ec81c network default NAD default NAD key ] I0417 23:05:53.881485 3816 cni.go:473] [tsf-tpa/test-tsf-tpa 01860f65eab8cac346ddf566cb260ff8a81c133f6e62dc950760c60da65ec81c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 01860f65eab8cac346ddf566cb260ff8a81c133f6e62dc950760c60da65ec81c network default NAD default NAD key default], result "{}", err I0417 23:05:53.932861 3816 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:53.932895 3816 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0417 23:05:53.934298 3816 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.51 I0417 23:05:53.934327 3816 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:53.953864 3816 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:53.953881 3816 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:53.960890 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0417 23:05:53.960923 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0417 23:05:54.637290 3816 namespace.go:98] [default-tenant] adding namespace I0417 23:05:54.638320 3816 namespace.go:102] [default-tenant] adding namespace took 1.007003ms I0417 23:05:54.643110 3816 namespace.go:98] [integration-service] adding namespace I0417 23:05:54.643144 3816 namespace.go:98] [build-service] adding namespace I0417 23:05:54.643770 3816 namespace.go:102] [integration-service] adding namespace took 641.933µs I0417 23:05:54.644384 3816 namespace.go:102] [build-service] adding namespace took 1.22839ms I0417 23:05:54.647780 3816 namespace.go:98] [image-controller] adding namespace I0417 23:05:54.648377 3816 namespace.go:102] [image-controller] adding namespace took 583.434µs I0417 23:05:54.674458 3816 namespace.go:142] [default-tenant] updating namespace I0417 23:05:54.691288 3816 namespace.go:142] [default-tenant] updating namespace I0417 23:05:54.702893 3816 namespace.go:142] [integration-service] updating namespace I0417 23:05:54.721997 3816 namespace.go:142] [integration-service] updating namespace I0417 23:05:54.741076 3816 namespace.go:142] [build-service] updating namespace I0417 23:05:54.761394 3816 namespace.go:142] [build-service] updating namespace I0417 23:05:54.787964 3816 namespace.go:142] [image-controller] updating namespace I0417 23:05:54.823458 3816 namespace.go:142] [image-controller] updating namespace I0417 23:05:54.859835 3816 namespace.go:142] [build-service] updating namespace I0417 23:05:54.896888 3816 namespace.go:142] [integration-service] updating namespace I0417 23:05:54.904349 3816 namespace.go:98] [release-service] adding namespace I0417 23:05:54.905106 3816 namespace.go:102] [release-service] adding namespace took 741.842µs I0417 23:05:54.986223 3816 namespace.go:142] [konflux-ui] updating namespace I0417 23:05:54.986276 3816 namespace.go:142] [release-service] updating namespace I0417 23:05:55.020097 3816 namespace.go:98] [konflux-info] adding namespace I0417 23:05:55.020870 3816 namespace.go:102] [konflux-info] adding namespace took 757.968µs I0417 23:05:55.020904 3816 namespace.go:142] [release-service] updating namespace I0417 23:05:55.132168 3816 namespace.go:98] [enterprise-contract-service] adding namespace I0417 23:05:55.132233 3816 namespace.go:98] [namespace-lister] adding namespace I0417 23:05:55.132872 3816 namespace.go:102] [enterprise-contract-service] adding namespace took 685.07µs I0417 23:05:55.132900 3816 namespace.go:142] [image-controller] updating namespace I0417 23:05:55.133492 3816 namespace.go:102] [namespace-lister] adding namespace took 1.243085ms I0417 23:05:55.135951 3816 namespace.go:142] [konflux-info] updating namespace I0417 23:05:55.199064 3816 namespace.go:142] [enterprise-contract-service] updating namespace I0417 23:05:55.247175 3816 namespace.go:142] [namespace-lister] updating namespace I0417 23:05:55.370764 3816 namespace.go:142] [konflux-info] updating namespace I0417 23:05:55.370769 3816 namespace.go:142] [default-tenant] updating namespace I0417 23:05:55.374085 3816 namespace.go:98] [segment-bridge] adding namespace I0417 23:05:55.374754 3816 namespace.go:102] [segment-bridge] adding namespace took 654.849µs I0417 23:05:55.409293 3816 namespace.go:142] [namespace-lister] updating namespace I0417 23:05:55.513191 3816 namespace.go:142] [segment-bridge] updating namespace I0417 23:05:55.513257 3816 namespace.go:142] [enterprise-contract-service] updating namespace I0417 23:05:55.635164 3816 namespace.go:142] [segment-bridge] updating namespace I0417 23:05:55.642027 3816 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0417 23:05:55.642617 3816 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0417 23:05:55.642637 3816 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0417 23:05:55.645276 3816 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0417 23:05:55.645308 3816 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0417 23:05:55.645325 3816 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0417 23:05:55.645923 3816 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0417 23:05:56.748106 3816 namespace.go:142] [build-service] updating namespace I0417 23:05:56.982113 3816 namespace.go:142] [default-tenant] updating namespace I0417 23:05:57.155952 3816 namespace.go:142] [enterprise-contract-service] updating namespace I0417 23:05:57.335296 3816 namespace.go:142] [image-controller] updating namespace I0417 23:05:57.535175 3816 namespace.go:142] [integration-service] updating namespace I0417 23:05:57.860392 3816 namespace.go:142] [konflux-info] updating namespace I0417 23:05:58.049064 3816 namespace.go:142] [namespace-lister] updating namespace I0417 23:05:58.252118 3816 namespace.go:142] [release-service] updating namespace I0417 23:05:58.447910 3816 namespace.go:142] [segment-bridge] updating namespace I0417 23:05:58.565045 3816 namespace.go:142] [build-service] updating namespace I0417 23:05:58.597226 3816 namespace.go:142] [default-tenant] updating namespace I0417 23:05:58.612895 3816 namespace.go:142] [enterprise-contract-service] updating namespace I0417 23:05:58.620344 3816 namespace.go:142] [image-controller] updating namespace I0417 23:05:58.630803 3816 namespace.go:142] [integration-service] updating namespace I0417 23:05:58.642646 3816 namespace.go:142] [konflux-info] updating namespace I0417 23:05:58.659613 3816 namespace.go:142] [namespace-lister] updating namespace I0417 23:05:58.669118 3816 namespace.go:142] [release-service] updating namespace I0417 23:05:58.684576 3816 namespace.go:142] [segment-bridge] updating namespace I0417 23:05:58.720996 3816 namespace.go:142] [build-service] updating namespace I0417 23:05:58.796372 3816 namespace.go:142] [default-tenant] updating namespace I0417 23:05:58.894233 3816 namespace.go:142] [enterprise-contract-service] updating namespace I0417 23:05:58.993295 3816 namespace.go:142] [image-controller] updating namespace I0417 23:05:59.088140 3816 namespace.go:142] [integration-service] updating namespace I0417 23:05:59.193639 3816 namespace.go:142] [konflux-info] updating namespace I0417 23:05:59.300440 3816 namespace.go:142] [namespace-lister] updating namespace I0417 23:05:59.387318 3816 namespace.go:142] [release-service] updating namespace I0417 23:05:59.499496 3816 namespace.go:142] [segment-bridge] updating namespace W0417 23:06:01.309608 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0417 23:06:01.334005 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0417 23:06:01.356982 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0417 23:06:02.788597 3816 util.go:959] Failed to build node endpoints for node ip-10-0-2-226.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0417 23:06:07.354580 3816 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0417 23:06:12.047083 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 W0417 23:06:12.423729 3816 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0417 23:06:12.423746 3816 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0417 23:06:12.453814 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 23:06:12.453872 3816 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 23:06:12.480656 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0417 23:06:12.480698 3816 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0417 23:06:12.772725 3816 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 23:06:12.772780 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 23:06:12.798834 3816 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0417 23:06:12.798868 3816 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0417 23:06:24.123499 3816 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:06:24.124060 3816 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:06:24.465820 3816 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:06:24.465859 3816 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:06:24.470367 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 I0417 23:06:24.470391 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 I0417 23:07:14.945398 3816 namespace.go:142] [openshift-pipelines] updating namespace I0417 23:07:22.369372 3816 obj_retry.go:498] Detected object konflux-ui/proxy-5c4bf5b9-b5whd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:07:22.369946 3816 obj_retry.go:498] Detected object konflux-ui/proxy-5c4bf5b9-b5whd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:07:22.794573 3816 obj_retry.go:492] Detected object konflux-ui/proxy-5c4bf5b9-b5whd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:07:22.794597 3816 obj_retry.go:492] Detected object konflux-ui/proxy-5c4bf5b9-b5whd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:07:22.800354 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5c4bf5b9-b5whd I0417 23:07:22.800379 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5c4bf5b9-b5whd I0417 23:07:24.025621 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0417 23:07:27.307646 3816 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:07:27.308202 3816 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:07:27.345082 3816 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:07:27.345111 3816 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:07:27.353497 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0417 23:07:27.353521 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0417 23:07:49.086122 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0417 23:07:51.323001 3816 namespace.go:98] [default-managed-tenant-8za6i] adding namespace I0417 23:07:51.323905 3816 namespace.go:102] [default-managed-tenant-8za6i] adding namespace took 881.911µs I0417 23:07:51.346874 3816 namespace.go:142] [default-managed-tenant-8za6i] updating namespace I0417 23:07:51.363297 3816 namespace.go:142] [default-managed-tenant-8za6i] updating namespace I0417 23:07:52.352879 3816 namespace.go:142] [default-managed-tenant-8za6i] updating namespace I0417 23:07:52.492518 3816 namespace.go:142] [default-managed-tenant-8za6i] updating namespace I0417 23:07:52.577743 3816 namespace.go:142] [default-managed-tenant-8za6i] updating namespace I0417 23:07:55.053961 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0417 23:08:04.939602 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=83 I0417 23:08:20.060764 3816 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0417 23:08:34.966459 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=133 I0417 23:08:36.026492 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0417 23:09:46.950801 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=255 I0417 23:10:04.129968 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:10:04.130608 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:10:05.015744 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:10:05.015768 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:10:46.937589 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 I0417 23:12:04.942426 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0417 23:12:09.033262 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0417 23:12:46.942695 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=76 I0417 23:13:06.028878 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0417 23:14:02.039203 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0417 23:14:06.044346 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0417 23:14:19.069554 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0417 23:14:53.057456 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0417 23:14:54.971115 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0417 23:15:11.050333 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0417 23:15:29.047097 3816 obj_retry.go:492] Detected object tsf-tpa/create-db-4wvcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:29.047149 3816 obj_retry.go:492] Detected object tsf-tpa/create-db-4wvcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:29.051065 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-4wvcv I0417 23:15:29.051089 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-4wvcv I0417 23:15:32.026502 3816 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5xdqs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:32.026546 3816 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5xdqs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:32.030821 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-5xdqs I0417 23:15:32.030872 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-5xdqs I0417 23:15:46.037294 3816 obj_retry.go:492] Detected object tsf-tpa/create-importers-ckgcp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:46.037344 3816 obj_retry.go:492] Detected object tsf-tpa/create-importers-ckgcp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:46.041514 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-ckgcp I0417 23:15:46.041543 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-ckgcp I0417 23:16:15.066682 3816 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0417 23:17:18.943110 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0417 23:17:34.089546 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0417 23:18:10.945493 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0417 23:18:24.029756 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0417 23:18:55.780505 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:18:55.781037 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:18:56.509653 3816 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:18:56.509682 3816 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:18:56.516039 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod I0417 23:18:56.516069 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod I0417 23:18:58.683983 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:18:58.684603 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:19:03.953643 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=64 I0417 23:19:10.036706 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0417 23:19:14.821063 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:19:14.821656 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:19:29.031727 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0417 23:19:57.363263 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:19:57.363918 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:20:04.470723 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:20:04.471268 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:20:05.234759 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:20:05.234789 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:20:05.274612 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:20:05.274634 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:20:05.279496 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph I0417 23:20:05.279517 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph I0417 23:20:09.940647 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 I0417 23:20:10.047188 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0417 23:21:44.945279 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0417 23:22:16.060419 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0417 23:22:23.070018 3816 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0417 23:22:29.052457 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:22:29.052973 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:23:00.053142 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0417 23:23:03.042557 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0417 23:23:14.457107 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:23:14.457664 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:23:42.973728 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0417 23:23:43.946222 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0417 23:24:13.072607 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0417 23:24:32.042035 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:32.042591 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:35.051074 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:35.051633 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:37.081715 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:37.082293 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:39.956863 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=148 I0417 23:24:42.081657 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:42.082238 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:42.109834 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:42.110344 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:25:00.092263 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0417 23:25:03.317784 3816 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:25:03.318371 3816 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:25:04.021423 3816 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:25:04.021446 3816 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:25:04.025212 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd I0417 23:25:04.025236 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd W0417 23:25:09.348095 3816 duration.go:461] Config duration recorder: measurement expired for pod/tsf/patch-tekton-config-ls7c6 I0417 23:25:09.949117 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0417 23:25:13.185399 3816 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:25:13.185985 3816 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:25:14.162398 3816 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:25:14.162420 3816 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:25:14.168680 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h I0417 23:25:14.168707 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h I0417 23:25:38.050221 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0417 23:26:38.042879 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0417 23:27:22.015680 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:27:22.016280 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:27:29.063519 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0417 23:27:39.328097 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:27:39.328662 3816 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:27:56.438636 3816 obj_retry.go:498] Detected object default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:27:56.439189 3816 obj_retry.go:498] Detected object default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:28:13.032531 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0417 23:28:17.447195 3816 obj_retry.go:498] Detected object default-tenant/my-integration-test-bojf-ttpgp-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:28:17.447744 3816 obj_retry.go:498] Detected object default-tenant/my-integration-test-bojf-ttpgp-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:28:38.945194 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40