+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-103.ec2.internal ++ [[ -n ip-10-0-2-103.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-103.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 11:39:14.072707270 - disable conntrack on geneve port' I0420 11:39:14.072707270 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 11:39:14.091630125 - starting ovnkube-node' I0420 11:39:14.091630125 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-103.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-103.ec2.internal --init-node ip-10-0-2-103.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-103.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0420 11:39:14.146713 3793 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0420 11:39:14.146767 3793 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-fd289a44e0.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0420 11:39:14.148145 3793 kube.go:431] Waiting for certificate I0420 11:39:14.148184 3793 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0420 11:39:14.148235 3793 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0420 11:39:14.149093 3793 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 11:39:14.179408 3793 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:39:14.179422 3793 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:39:14.189286 3793 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:39:14.189374 3793 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2bv7p" I0420 11:39:14.202263 3793 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2bv7p" I0420 11:39:14.202349 3793 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:39:15.148249 3793 kube.go:438] Certificate found I0420 11:39:15.148875 3793 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 11:39:15.149913 3793 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0420 11:39:15.216898 3793 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 11:39:15.238072 3793 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-21 11:34:14 +0000 UTC" deadline="2026-04-21 04:47:59.927656487 +0000 UTC" I0420 11:39:15.238098 3793 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h8m44.689564927s" I0420 11:39:15.238509 3793 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0420 11:39:15.238596 3793 server.go:101] MetricServer registers OVS metrics I0420 11:39:15.239007 3793 server.go:105] MetricServer registers OVN DB metrics I0420 11:39:15.241340 3793 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0420 11:39:15.241425 3793 factory.go:561] Starting watch factory I0420 11:39:15.241535 3793 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.241558 3793 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.241568 3793 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.241584 3793 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.241667 3793 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.241695 3793 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.241705 3793 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.241671 3793 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.241718 3793 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.241765 3793 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.242013 3793 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.242036 3793 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.243465 3793 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0420 11:39:15.243510 3793 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0420 11:39:15.243737 3793 controller_manager.go:370] Starting the ovnkube controller I0420 11:39:15.243751 3793 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-103.ec2.internal I0420 11:39:15.243815 3793 controller_manager.go:395] NBDB zone sync took: 51.91µs I0420 11:39:15.243831 3793 factory.go:561] Starting watch factory I0420 11:39:15.257820 3793 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0420 11:39:15.257859 3793 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0420 11:39:15.261560 3793 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0420 11:39:15.261598 3793 server.go:109] MetricServer registers OVN Controller metrics I0420 11:39:15.263154 3793 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.263281 3793 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.263353 3793 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.264411 3793 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.265913 3793 server.go:113] MetricServer registers OVN Northd metrics I0420 11:39:15.267419 3793 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.270663 3793 metrics.go:519] OVN Metrics Server starts to run ... I0420 11:39:15.273580 3793 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:15.346750 3793 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 11:39:15.346783 3793 factory.go:1977] *v1.Pod informer cache synced successfully I0420 11:39:15.346789 3793 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 11:39:15.346793 3793 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 11:39:15.346796 3793 factory.go:1977] *v1.Node informer cache synced successfully I0420 11:39:15.346799 3793 factory.go:1977] *v1.Service informer cache synced successfully I0420 11:39:15.346883 3793 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:15.347374 3793 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:15.347393 3793 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:15.347400 3793 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:15.349952 3793 factory.go:1977] *v1.Service informer cache synced successfully I0420 11:39:15.349971 3793 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 11:39:15.349977 3793 factory.go:1977] *v1.Pod informer cache synced successfully I0420 11:39:15.349981 3793 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 11:39:15.349985 3793 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 11:39:15.349988 3793 factory.go:1977] *v1.Node informer cache synced successfully I0420 11:39:15.351431 3793 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:15.351551 3793 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:15.352514 3793 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 11:39:15.352526 3793 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 11:39:15.352608 3793 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.352626 3793 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.355662 3793 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 11:39:15.355673 3793 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 11:39:15.356368 3793 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.358428 3793 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 11:39:15.358486 3793 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.358501 3793 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.361163 3793 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 11:39:15.361413 3793 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.363882 3793 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 11:39:15.363947 3793 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.363965 3793 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.366607 3793 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 11:39:15.366874 3793 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.369526 3793 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 11:39:15.369596 3793 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.369618 3793 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.372266 3793 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 11:39:15.372499 3793 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.375293 3793 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 11:39:15.375360 3793 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.375377 3793 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.377456 3793 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 11:39:15.378457 3793 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.380356 3793 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 11:39:15.380516 3793 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 11:39:15.380527 3793 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 11:39:15.383065 3793 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 11:39:15.383416 3793 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 11:39:15.385855 3793 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 11:39:15.385922 3793 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.385934 3793 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.385983 3793 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.386007 3793 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.389027 3793 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 11:39:15.389177 3793 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.389179 3793 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:15.391189 3793 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 11:39:15.391198 3793 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 11:39:15.391216 3793 factory.go:680] Watch Factory start up complete, took: 149.782559ms I0420 11:39:15.391279 3793 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0420 11:39:15.394057 3793 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 11:39:15.394066 3793 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 11:39:15.394075 3793 factory.go:680] Watch Factory start up complete, took: 150.244439ms I0420 11:39:15.394082 3793 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-103.ec2.internal" zone I0420 11:39:15.444737 3793 default_node_network_controller.go:710] Initializing the default node network controller I0420 11:39:15.532159 3793 udn_isolation.go:101] Starting UDN host isolation manager I0420 11:39:15.538870 3793 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0420 11:39:15.605795 3793 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0420 11:39:15.605882 3793 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0420 11:39:15.605898 3793 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0420 11:39:15.639427 3793 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0420 11:39:15.639494 3793 default_node_network_controller.go:809] Node ip-10-0-2-103.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0420 11:39:15.644615 3793 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.103"] k8s.ovn.org/zone-name:ip-10-0-2-103.ec2.internal] on node ip-10-0-2-103.ec2.internal I0420 11:39:15.665925 3793 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0420 11:39:15.672030 3793 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0420 11:39:15.672146 3793 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0420 11:39:15.672320 3793 gateway_init.go:263] Preparing Gateway I0420 11:39:15.672335 3793 gateway_shared_intf.go:1687] Creating new gateway I0420 11:39:15.796595 3793 iptables.go:108] Creating table: filter chain: FORWARD I0420 11:39:15.802698 3793 iptables.go:108] Creating table: filter chain: OUTPUT I0420 11:39:15.809116 3793 gateway_shared_intf.go:1816] Gateway Creation Complete I0420 11:39:15.809138 3793 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-103.ec2.internal","mac-address":"0e:e2:54:83:ad:cb","ip-addresses":["10.0.2.103/24"],"ip-address":"10.0.2.103/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d12dc214-09a3-49ae-9d3e-1e74c738e118 k8s.ovn.org/node-encap-ips:["10.0.2.103"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.103/24"} k8s.ovn.org/zone-name:ip-10-0-2-103.ec2.internal] on node ip-10-0-2-103.ec2.internal I0420 11:39:15.829848 3793 default_node_network_controller.go:519] Node connection status = connected I0420 11:39:15.894869 3793 controller_manager.go:429] Waiting for node in zone sync took: 500.771351ms I0420 11:39:15.900230 3793 controller_manager.go:611] Switching to transit router for layer2 networks I0420 11:39:15.900244 3793 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-103.ec2.internal I0420 11:39:15.915454 3793 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 11:39:15.921555 3793 controller_manager.go:290] SCTP support detected in OVN I0420 11:39:15.922083 3793 services_controller.go:69] Creating services controller for network=default I0420 11:39:15.922176 3793 udn_enabled_svc.go:80] Waiting for service informer to sync I0420 11:39:15.922283 3793 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0420 11:39:15.922320 3793 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0420 11:39:15.922333 3793 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0420 11:39:15.922341 3793 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 11:39:15.922505 3793 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0420 11:39:15.922557 3793 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0420 11:39:15.922594 3793 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.698µs I0420 11:39:15.922601 3793 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 33.069µs I0420 11:39:15.922610 3793 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 52.992µs I0420 11:39:15.922617 3793 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0420 11:39:15.922629 3793 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0420 11:39:15.922642 3793 default_network_controller.go:325] Starting the default network controller I0420 11:39:15.922660 3793 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.257µs I0420 11:39:15.922698 3793 udn_enabled_svc.go:95] Performing full resync I0420 11:39:15.922956 3793 udn_enabled_svc.go:99] Waiting for handler to sync I0420 11:39:15.922967 3793 udn_enabled_svc.go:104] Starting worker I0420 11:39:15.931456 3793 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0420 11:39:15.931511 3793 repair.go:33] Syncing exgw routes took 43.24µs I0420 11:39:15.931532 3793 default_network_controller.go:414] Starting all the Watchers... I0420 11:39:15.931651 3793 namespace.go:98] [openshift-kube-scheduler] adding namespace I0420 11:39:15.931656 3793 namespace.go:98] [openshift-ingress] adding namespace I0420 11:39:15.931661 3793 namespace.go:98] [openshift-console-operator] adding namespace I0420 11:39:15.931670 3793 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0420 11:39:15.931669 3793 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0420 11:39:15.931679 3793 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0420 11:39:15.931684 3793 namespace.go:98] [openshift-console-user-settings] adding namespace I0420 11:39:15.931686 3793 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0420 11:39:15.931694 3793 namespace.go:98] [openshift-dns] adding namespace I0420 11:39:15.931698 3793 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0420 11:39:15.931699 3793 namespace.go:98] [kube-public] adding namespace I0420 11:39:15.931697 3793 namespace.go:98] [openshift-customer-monitoring] adding namespace I0420 11:39:15.931711 3793 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0420 11:39:15.931719 3793 namespace.go:98] [openshift-network-console] adding namespace I0420 11:39:15.931767 3793 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0420 11:39:15.932142 3793 namespace.go:102] [openshift-kube-scheduler] adding namespace took 480.246µs I0420 11:39:15.932155 3793 namespace.go:98] [open-cluster-management-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os] adding namespace I0420 11:39:15.932651 3793 namespace.go:102] [openshift-ingress] adding namespace took 986.619µs I0420 11:39:15.932663 3793 namespace.go:98] [openshift-infra] adding namespace I0420 11:39:15.933149 3793 namespace.go:102] [openshift-infra] adding namespace took 482.197µs I0420 11:39:15.933161 3793 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0420 11:39:15.933679 3793 namespace.go:102] [openshift-console-operator] adding namespace took 2.008335ms I0420 11:39:15.933693 3793 namespace.go:98] [openshift-cluster-version] adding namespace I0420 11:39:15.934111 3793 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 2.4346ms I0420 11:39:15.934125 3793 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0420 11:39:15.934541 3793 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 2.862278ms I0420 11:39:15.934555 3793 namespace.go:98] [openshift-network-diagnostics] adding namespace I0420 11:39:15.935004 3793 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 3.317812ms I0420 11:39:15.935027 3793 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0420 11:39:15.935401 3793 namespace.go:102] [openshift-console-user-settings] adding namespace took 3.71228ms I0420 11:39:15.935413 3793 namespace.go:98] [openshift-operators-redhat] adding namespace I0420 11:39:15.935876 3793 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.180354ms I0420 11:39:15.935888 3793 namespace.go:98] [openshift-apiserver-operator] adding namespace I0420 11:39:15.936290 3793 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 4.587045ms I0420 11:39:15.936301 3793 namespace.go:98] [openshift-ingress-canary] adding namespace I0420 11:39:15.936760 3793 namespace.go:102] [openshift-dns] adding namespace took 5.057827ms I0420 11:39:15.936773 3793 namespace.go:98] [openshift-backplane-csm] adding namespace I0420 11:39:15.937155 3793 namespace.go:102] [kube-public] adding namespace took 5.449822ms I0420 11:39:15.937165 3793 namespace.go:98] [openshift-controller-manager] adding namespace I0420 11:39:15.937610 3793 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.901238ms I0420 11:39:15.937621 3793 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0420 11:39:15.938061 3793 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.341363ms I0420 11:39:15.938075 3793 namespace.go:98] [openshift-config-operator] adding namespace I0420 11:39:15.938517 3793 namespace.go:102] [openshift-network-console] adding namespace took 6.788295ms I0420 11:39:15.938530 3793 namespace.go:98] [openshift-marketplace] adding namespace I0420 11:39:15.938953 3793 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.177078ms I0420 11:39:15.938965 3793 namespace.go:98] [openshift-ingress-operator] adding namespace I0420 11:39:15.939361 3793 namespace.go:102] [open-cluster-management-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os] adding namespace took 7.201366ms I0420 11:39:15.939372 3793 namespace.go:98] [openshift-image-registry] adding namespace I0420 11:39:15.939733 3793 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.566897ms I0420 11:39:15.939745 3793 namespace.go:98] [openshift-backplane-cse] adding namespace I0420 11:39:15.940111 3793 namespace.go:102] [openshift-cluster-version] adding namespace took 6.414188ms I0420 11:39:15.940122 3793 namespace.go:98] [kube-system] adding namespace I0420 11:39:15.940487 3793 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.357918ms I0420 11:39:15.940501 3793 namespace.go:98] [openshift-cloud-credential-operator] adding namespace W0420 11:39:15.940512 3793 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ztwqk: pod openshift-network-diagnostics/network-check-target-ztwqk: no pod IPs found W0420 11:39:15.940547 3793 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jgchg: pod openshift-network-diagnostics/network-check-target-jgchg: no pod IPs found I0420 11:39:15.941034 3793 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.474253ms I0420 11:39:15.941047 3793 namespace.go:98] [openshift-console] adding namespace I0420 11:39:15.941401 3793 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.368874ms I0420 11:39:15.941412 3793 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0420 11:39:15.941823 3793 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.405342ms I0420 11:39:15.941835 3793 namespace.go:98] [openshift-node] adding namespace I0420 11:39:15.942233 3793 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.341477ms I0420 11:39:15.942242 3793 namespace.go:98] [openshift-operators] adding namespace I0420 11:39:15.942646 3793 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.340153ms I0420 11:39:15.942658 3793 namespace.go:98] [openshift-must-gather-operator] adding namespace I0420 11:39:15.943089 3793 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.312094ms I0420 11:39:15.943102 3793 namespace.go:98] [openshift-authentication-operator] adding namespace I0420 11:39:15.943625 3793 namespace.go:102] [openshift-controller-manager] adding namespace took 6.454116ms I0420 11:39:15.943639 3793 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0420 11:39:15.944070 3793 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.44324ms I0420 11:39:15.944083 3793 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0420 11:39:15.944669 3793 namespace.go:102] [openshift-config-operator] adding namespace took 6.588903ms I0420 11:39:15.944682 3793 namespace.go:98] [openshift-config-managed] adding namespace I0420 11:39:15.945147 3793 namespace.go:102] [openshift-marketplace] adding namespace took 6.611907ms I0420 11:39:15.945158 3793 namespace.go:98] [openshift-network-operator] adding namespace I0420 11:39:15.945597 3793 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.626045ms I0420 11:39:15.945612 3793 namespace.go:98] [openshift-dns-operator] adding namespace I0420 11:39:15.946114 3793 namespace.go:102] [openshift-image-registry] adding namespace took 6.737318ms I0420 11:39:15.946125 3793 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0420 11:39:15.946580 3793 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.8298ms I0420 11:39:15.946592 3793 namespace.go:98] [openshift-route-controller-manager] adding namespace I0420 11:39:15.946994 3793 namespace.go:102] [kube-system] adding namespace took 6.866806ms I0420 11:39:15.947007 3793 namespace.go:98] [openshift-insights] adding namespace I0420 11:39:15.947461 3793 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.956258ms I0420 11:39:15.947472 3793 namespace.go:98] [openshift-service-ca-operator] adding namespace I0420 11:39:15.947792 3793 namespace.go:102] [openshift-console] adding namespace took 6.740945ms I0420 11:39:15.947803 3793 namespace.go:98] [openshift-etcd] adding namespace I0420 11:39:15.948324 3793 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.904049ms I0420 11:39:15.948338 3793 namespace.go:98] [openshift-config] adding namespace I0420 11:39:15.948746 3793 namespace.go:102] [openshift-node] adding namespace took 6.905608ms I0420 11:39:15.948759 3793 namespace.go:98] [openshift-machine-api] adding namespace I0420 11:39:15.949103 3793 namespace.go:102] [openshift-operators] adding namespace took 6.85544ms I0420 11:39:15.949118 3793 namespace.go:98] [openshift-host-network] adding namespace I0420 11:39:15.949634 3793 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.970445ms I0420 11:39:15.949647 3793 namespace.go:98] [openshift-network-node-identity] adding namespace I0420 11:39:15.949965 3793 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.857896ms I0420 11:39:15.949976 3793 namespace.go:98] [dedicated-admin] adding namespace I0420 11:39:15.950470 3793 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.826555ms I0420 11:39:15.950481 3793 namespace.go:98] [openshift-apiserver] adding namespace I0420 11:39:15.950887 3793 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.798125ms I0420 11:39:15.950899 3793 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0420 11:39:15.951335 3793 namespace.go:102] [openshift-config-managed] adding namespace took 6.647905ms I0420 11:39:15.951347 3793 namespace.go:98] [openshift-kube-apiserver] adding namespace I0420 11:39:15.951760 3793 namespace.go:102] [openshift-network-operator] adding namespace took 6.596831ms I0420 11:39:15.951771 3793 namespace.go:98] [kube-node-lease] adding namespace I0420 11:39:15.952192 3793 namespace.go:102] [openshift-dns-operator] adding namespace took 6.575197ms I0420 11:39:15.952218 3793 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0420 11:39:15.952625 3793 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.494922ms I0420 11:39:15.952636 3793 namespace.go:98] [openshift-multus] adding namespace I0420 11:39:15.953063 3793 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.467236ms I0420 11:39:15.953441 3793 namespace.go:102] [openshift-insights] adding namespace took 6.429505ms I0420 11:39:15.953453 3793 namespace.go:98] [openshift-backplane] adding namespace I0420 11:39:15.953938 3793 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.460949ms I0420 11:39:15.953951 3793 namespace.go:98] [openshift-backplane-srep] adding namespace I0420 11:39:15.954283 3793 namespace.go:102] [openshift-etcd] adding namespace took 6.475561ms I0420 11:39:15.954294 3793 namespace.go:98] [default] adding namespace I0420 11:39:15.954761 3793 namespace.go:102] [openshift-config] adding namespace took 6.417765ms I0420 11:39:15.954773 3793 namespace.go:98] [openshift-machine-config-operator] adding namespace I0420 11:39:15.955150 3793 namespace.go:102] [openshift-machine-api] adding namespace took 6.386074ms I0420 11:39:15.955160 3793 namespace.go:98] [openshift-backplane-mobb] adding namespace I0420 11:39:15.956010 3793 namespace.go:102] [openshift-host-network] adding namespace took 6.881934ms I0420 11:39:15.956019 3793 namespace.go:98] [openshift-package-operator] adding namespace I0420 11:39:15.956448 3793 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.794445ms I0420 11:39:15.956461 3793 namespace.go:98] [openshift-backplane-tam] adding namespace I0420 11:39:15.956838 3793 namespace.go:102] [dedicated-admin] adding namespace took 6.856273ms I0420 11:39:15.956853 3793 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0420 11:39:15.957334 3793 namespace.go:102] [openshift-apiserver] adding namespace took 6.848565ms I0420 11:39:15.957346 3793 namespace.go:98] [openshift] adding namespace I0420 11:39:15.957669 3793 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.765068ms I0420 11:39:15.957679 3793 namespace.go:98] [openshift-authentication] adding namespace I0420 11:39:15.958139 3793 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.787548ms I0420 11:39:15.958152 3793 namespace.go:98] [openshift-monitoring] adding namespace I0420 11:39:15.958579 3793 namespace.go:102] [kube-node-lease] adding namespace took 6.802887ms I0420 11:39:15.958591 3793 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace W0420 11:39:15.958904 3793 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nzvmj: pod openshift-multus/network-metrics-daemon-nzvmj: no pod IPs found I0420 11:39:15.958907 3793 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.682647ms I0420 11:39:15.958916 3793 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace W0420 11:39:15.958932 3793 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5cmfl: pod openshift-multus/network-metrics-daemon-5cmfl: no pod IPs found I0420 11:39:15.959452 3793 namespace.go:102] [openshift-multus] adding namespace took 6.811966ms I0420 11:39:15.959878 3793 namespace.go:102] [openshift-backplane] adding namespace took 6.419849ms I0420 11:39:15.960221 3793 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.264821ms I0420 11:39:15.960677 3793 namespace.go:102] [default] adding namespace took 6.378731ms I0420 11:39:15.961000 3793 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.222804ms I0420 11:39:15.961446 3793 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.282215ms I0420 11:39:15.961827 3793 namespace.go:102] [openshift-package-operator] adding namespace took 5.804032ms I0420 11:39:15.962300 3793 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.833064ms I0420 11:39:15.962312 3793 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0420 11:39:15.962641 3793 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.783437ms I0420 11:39:15.962653 3793 namespace.go:98] [openshift-backplane-cee] adding namespace I0420 11:39:15.963074 3793 namespace.go:102] [openshift] adding namespace took 5.723553ms I0420 11:39:15.963412 3793 namespace.go:102] [openshift-authentication] adding namespace took 5.729543ms I0420 11:39:15.963919 3793 namespace.go:102] [openshift-monitoring] adding namespace took 5.761479ms I0420 11:39:15.963933 3793 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0420 11:39:15.964408 3793 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.811809ms I0420 11:39:15.964421 3793 namespace.go:98] [openshift-logging] adding namespace I0420 11:39:15.964850 3793 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.928465ms I0420 11:39:15.965276 3793 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 2.958916ms I0420 11:39:15.965725 3793 namespace.go:102] [openshift-backplane-cee] adding namespace took 3.067274ms I0420 11:39:15.966070 3793 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 2.133059ms I0420 11:39:15.966514 3793 namespace.go:102] [openshift-logging] adding namespace took 2.088344ms W0420 11:39:15.966620 3793 master.go:471] Unable to parse remote node ip-10-0-0-6.ec2.internal chassis-id annotation. Chassis may be removed during sync I0420 11:39:15.966700 3793 master.go:548] Adding or Updating local node "ip-10-0-2-103.ec2.internal" for network "default" I0420 11:39:15.966784 3793 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-6.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-6.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-6.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-6.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-6.ec2.internal I0420 11:39:15.967513 3793 zone_ic_handler.go:195] Time taken to create transit switch: 314.649µs I0420 11:39:15.967527 3793 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-82.ec2.internal for the network default I0420 11:39:15.968419 3793 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-82.ec2.internal" on network "default" took: 1.229992ms W0420 11:39:15.974121 3793 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-nzvmj: pod openshift-multus/network-metrics-daemon-nzvmj: no pod IPs found W0420 11:39:15.974145 3793 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-ztwqk: pod openshift-network-diagnostics/network-check-target-ztwqk: no pod IPs found I0420 11:39:15.974963 3793 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-103.ec2.internal for the network default I0420 11:39:15.975112 3793 zone_ic_handler.go:195] Time taken to create transit switch: 135.816µs I0420 11:39:15.975748 3793 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0420 11:39:15.975772 3793 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0420 11:39:15.975786 3793 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0420 11:39:15.975796 3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-103.ec2.internal in network "default" I0420 11:39:15.975843 3793 node_tracker.go:169] Node ip-10-0-2-103.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:15.975860 3793 services_controller.go:574] Full service sync requested for network=default I0420 11:39:15.975869 3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-6.ec2.internal in network "default" I0420 11:39:15.975881 3793 node_tracker.go:235] Node ip-10-0-0-6.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-6.ec2.internal" I0420 11:39:15.975887 3793 node_tracker.go:169] Node ip-10-0-0-6.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:15.975891 3793 services_controller.go:574] Full service sync requested for network=default I0420 11:39:15.975899 3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default" I0420 11:39:15.975922 3793 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:15.975928 3793 services_controller.go:574] Full service sync requested for network=default I0420 11:39:16.076263 3793 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0420 11:39:16.076279 3793 services_controller.go:208] Setting up event handlers for services for network=default I0420 11:39:16.076324 3793 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0420 11:39:16.076364 3793 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0420 11:39:16.076373 3793 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0420 11:39:16.176848 3793 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0420 11:39:16.176862 3793 repair.go:60] Starting repairing loop for services I0420 11:39:16.176931 3793 repair.go:131] Deleted 0 stale service LBs I0420 11:39:16.176947 3793 repair.go:137] Deleted 0 stale Chassis Template Vars I0420 11:39:16.176961 3793 repair.go:62] Finished repairing loop for services: 100.257µs I0420 11:39:16.176984 3793 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0420 11:39:16.176993 3793 services_controller.go:254] Starting workers for network=default I0420 11:39:16.177375 3793 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-5cmfl, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5cmfl: suppressed error logged: pod openshift-multus/network-metrics-daemon-5cmfl: no pod IPs found I0420 11:39:16.177420 3793 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nzvmj] creating logical port openshift-multus_network-metrics-daemon-nzvmj for pod on switch ip-10-0-2-103.ec2.internal I0420 11:39:16.177452 3793 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-jgchg, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jgchg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jgchg: no pod IPs found I0420 11:39:16.177485 3793 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-nzvmj I0420 11:39:16.177579 3793 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ztwqk] creating logical port openshift-network-diagnostics_network-check-target-ztwqk for pod on switch ip-10-0-2-103.ec2.internal I0420 11:39:16.177654 3793 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-ztwqk I0420 11:39:16.194345 3793 pod.go:62] [openshift-network-diagnostics/network-check-target-ztwqk] pod update took 16.725947ms I0420 11:39:16.194368 3793 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-ztwqk] addLogicalPort annotation time took 16.747409ms I0420 11:39:16.194497 3793 pod.go:62] [openshift-multus/network-metrics-daemon-nzvmj] pod update took 17.045555ms I0420 11:39:16.194513 3793 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-nzvmj] addLogicalPort annotation time took 17.063026ms I0420 11:39:16.195912 3793 pods.go:271] [openshift-network-diagnostics/network-check-target-ztwqk] addLogicalPort took 18.339413ms, libovsdb time 1.277123ms I0420 11:39:16.196112 3793 pods.go:271] [openshift-multus/network-metrics-daemon-nzvmj] addLogicalPort took 18.696032ms, libovsdb time 1.384076ms I0420 11:39:16.196549 3793 admin_network_policy_controller.go:227] Starting controller default-network-controller I0420 11:39:16.196570 3793 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0420 11:39:16.196588 3793 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0420 11:39:16.196593 3793 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0420 11:39:16.196772 3793 repair.go:29] Repairing admin network policies took 173.17µs I0420 11:39:16.196889 3793 repair.go:92] Repairing baseline admin network policies took 107.031µs I0420 11:39:16.197502 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0420 11:39:16.197527 3793 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0420 11:39:16.199435 3793 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0420 11:39:16.199459 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0420 11:39:16.199470 3793 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0420 11:39:16.199776 3793 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0420 11:39:16.199805 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0420 11:39:16.199814 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0420 11:39:16.201479 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0420 11:39:16.201499 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0420 11:39:16.201507 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0420 11:39:16.202050 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0420 11:39:16.202065 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0420 11:39:16.202776 3793 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0420 11:39:16.202789 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 11:39:16.204572 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0420 11:39:16.204591 3793 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0420 11:39:16.204599 3793 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0420 11:39:16.206711 3793 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0420 11:39:16.206733 3793 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0420 11:39:16.206747 3793 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0420 11:39:16.208357 3793 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0420 11:39:16.208422 3793 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0420 11:39:16.208438 3793 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0420 11:39:16.210993 3793 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0420 11:39:16.211011 3793 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0420 11:39:16.211027 3793 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0420 11:39:16.213449 3793 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0420 11:39:16.213473 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0420 11:39:16.213485 3793 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0420 11:39:16.214031 3793 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0420 11:39:16.214056 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0420 11:39:16.214072 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0420 11:39:16.214560 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0420 11:39:16.214580 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0420 11:39:16.214588 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0420 11:39:16.215993 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0420 11:39:16.216012 3793 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0420 11:39:16.216021 3793 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0420 11:39:16.216537 3793 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0420 11:39:16.216553 3793 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0420 11:39:16.216559 3793 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0420 11:39:16.216840 3793 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0420 11:39:16.216857 3793 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0420 11:39:16.216865 3793 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0420 11:39:16.217113 3793 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0420 11:39:16.217133 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0420 11:39:16.217140 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0420 11:39:16.217720 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0420 11:39:16.217741 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0420 11:39:16.217782 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 11:39:16.219162 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0420 11:39:16.219181 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0420 11:39:16.219188 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0420 11:39:16.219872 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0420 11:39:16.219895 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0420 11:39:16.219905 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0420 11:39:16.220531 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0420 11:39:16.220553 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0420 11:39:16.220560 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0420 11:39:16.220997 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0420 11:39:16.221022 3793 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0420 11:39:16.221036 3793 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0420 11:39:16.222183 3793 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0420 11:39:16.222201 3793 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0420 11:39:16.222228 3793 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0420 11:39:16.223426 3793 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0420 11:39:16.223444 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0420 11:39:16.223452 3793 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0420 11:39:16.224113 3793 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0420 11:39:16.224129 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0420 11:39:16.224136 3793 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0420 11:39:16.224603 3793 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0420 11:39:16.224620 3793 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0420 11:39:16.224627 3793 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0420 11:39:16.225098 3793 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0420 11:39:16.225111 3793 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0420 11:39:16.225118 3793 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0420 11:39:16.225980 3793 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0420 11:39:16.226003 3793 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0420 11:39:16.226011 3793 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0420 11:39:16.227725 3793 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0420 11:39:16.227743 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0420 11:39:16.227751 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0420 11:39:16.228201 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0420 11:39:16.228243 3793 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0420 11:39:16.228257 3793 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0420 11:39:16.229265 3793 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0420 11:39:16.234744 3793 egressfirewall.go:374] Starting EgressFirewall controller I0420 11:39:16.234769 3793 controller.go:133] Adding controller egress-firewall-controller event handlers I0420 11:39:16.234795 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0420 11:39:16.234807 3793 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0420 11:39:16.234770 3793 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0420 11:39:16.234825 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0420 11:39:16.234833 3793 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0420 11:39:16.235075 3793 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0420 11:39:16.235087 3793 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0420 11:39:16.235092 3793 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0420 11:39:16.235101 3793 egressqos.go:193] Setting up event handlers for EgressQoS I0420 11:39:16.235106 3793 egressfirewall.go:723] Syncing node "ip-10-0-0-6.ec2.internal" for egress firewall I0420 11:39:16.235112 3793 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall I0420 11:39:16.235116 3793 egressfirewall.go:723] Syncing node "ip-10-0-2-103.ec2.internal" for egress firewall I0420 11:39:16.235231 3793 egressqos.go:245] Starting EgressQoS Controller I0420 11:39:16.235244 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0420 11:39:16.235252 3793 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0420 11:39:16.235256 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0420 11:39:16.235261 3793 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0420 11:39:16.235266 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0420 11:39:16.235270 3793 shared_informer.go:356] "Caches are synced" controller="egressqos" I0420 11:39:16.235274 3793 egressqos.go:259] Repairing EgressQoSes I0420 11:39:16.235278 3793 egressqos.go:399] Starting repairing loop for egressqos I0420 11:39:16.235350 3793 egressqos.go:401] Finished repairing loop for egressqos: 71.575µs I0420 11:39:16.235363 3793 egressservice_zone.go:132] Setting up event handlers for Egress Services I0420 11:39:16.235406 3793 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-103.ec2.internal I0420 11:39:16.235440 3793 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-103.ec2.internal : 34.388µs I0420 11:39:16.235513 3793 egressservice_zone.go:210] Starting Egress Services Controller I0420 11:39:16.235527 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 11:39:16.235534 3793 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 11:39:16.235542 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 11:39:16.235547 3793 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 11:39:16.235552 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 11:39:16.235557 3793 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 11:39:16.235562 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0420 11:39:16.235567 3793 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0420 11:39:16.235570 3793 egressservice_zone.go:228] Repairing Egress Services I0420 11:39:16.235803 3793 master_controller.go:88] Starting Admin Policy Based Route Controller I0420 11:39:16.235812 3793 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 11:39:16.235873 3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-6.ec2.internal I0420 11:39:16.235882 3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-6.ec2.internal: 10.567µs I0420 11:39:16.235889 3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0420 11:39:16.235899 3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 9.987µs I0420 11:39:16.235904 3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-103.ec2.internal I0420 11:39:16.235907 3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-103.ec2.internal: 3.765µs I0420 11:39:16.235917 3793 default_network_controller.go:585] Completing all the Watchers took 304.377714ms I0420 11:39:16.235931 3793 default_network_controller.go:589] Starting unidling controllers I0420 11:39:16.235941 3793 unidle.go:46] Registering OVN SB ControllerEvent handler I0420 11:39:16.235950 3793 unidle.go:63] Populating Initial ContollerEvent events I0420 11:39:16.235959 3793 unidle.go:79] Setting up event handlers for services I0420 11:39:16.236002 3793 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0420 11:39:16.330183 3793 default_node_network_controller.go:519] Node connection status = connected I0420 11:39:16.830616 3793 default_node_network_controller.go:519] Node connection status = connected I0420 11:39:17.330283 3793 default_node_network_controller.go:519] Node connection status = connected I0420 11:39:17.460609 3793 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-rhcsk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:39:17.461195 3793 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-rhcsk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:39:17.830111 3793 default_node_network_controller.go:519] Node connection status = connected I0420 11:39:18.001891 3793 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0420 11:39:18.329995 3793 default_node_network_controller.go:519] Node connection status = connected I0420 11:39:18.347139 3793 bridgeconfig.go:537] Gateway is ready I0420 11:39:18.347156 3793 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0420 11:39:18.358324 3793 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.103. Updating OVN encap IP. I0420 11:39:18.363198 3793 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.103 - it is already configured I0420 11:39:18.363219 3793 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.103/24:{} 172.20.0.1/32:{}]. Updating annotations. I0420 11:39:18.363416 3793 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.103/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-103.ec2.internal","mac-address":"0e:e2:54:83:ad:cb","ip-addresses":["10.0.2.103/24"],"ip-address":"10.0.2.103/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d12dc214-09a3-49ae-9d3e-1e74c738e118 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.103/24"}] on node ip-10-0-2-103.ec2.internal I0420 11:39:18.381881 3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-103.ec2.internal I0420 11:39:18.381900 3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-103.ec2.internal: 24.491µs I0420 11:39:18.381882 3793 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.103 I0420 11:39:18.381993 3793 egressfirewall.go:723] Syncing node "ip-10-0-2-103.ec2.internal" for egress firewall I0420 11:39:18.381996 3793 master.go:548] Adding or Updating local node "ip-10-0-2-103.ec2.internal" for network "default" I0420 11:39:18.382039 3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-103.ec2.internal in network "default" I0420 11:39:18.382075 3793 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-103.ec2.internal I0420 11:39:18.382092 3793 node_tracker.go:169] Node ip-10-0-2-103.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:18.382138 3793 services_controller.go:574] Full service sync requested for network=default I0420 11:39:18.386815 3793 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-103.ec2.internal. Updating no re-route policies I0420 11:39:18.386888 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5cmfl I0420 11:39:18.386897 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-4dmnn I0420 11:39:18.386902 3793 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-c5p6k I0420 11:39:18.386906 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jns55 I0420 11:39:18.386912 3793 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-c5p6k I0420 11:39:18.386917 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jns55 I0420 11:39:18.386917 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-hddk9 I0420 11:39:18.386923 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8x5mx I0420 11:39:18.386927 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nzvmj I0420 11:39:18.386932 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jgchg I0420 11:39:18.386932 3793 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-c5p6k after 0 failed attempt(s) I0420 11:39:18.386925 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-hddk9 I0420 11:39:18.386938 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jgchg I0420 11:39:18.386940 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nzvmj I0420 11:39:18.386939 3793 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-103.ec2.internal I0420 11:39:18.386943 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-103.ec2.internal I0420 11:39:18.386947 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-plqpn I0420 11:39:18.386952 3793 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-103.ec2.internal I0420 11:39:18.386953 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-103.ec2.internal I0420 11:39:18.386953 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-plqpn I0420 11:39:18.386961 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-hddk9 after 0 failed attempt(s) I0420 11:39:18.386960 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-qzs2w I0420 11:39:18.386967 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-plqpn after 0 failed attempt(s) I0420 11:39:18.386971 3793 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nzvmj] creating logical port openshift-multus_network-metrics-daemon-nzvmj for pod on switch ip-10-0-2-103.ec2.internal I0420 11:39:18.386971 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-kxgjz I0420 11:39:18.386973 3793 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-jgchg, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jgchg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jgchg: no pod IPs found I0420 11:39:18.386979 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-qzs2w I0420 11:39:18.386908 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5cmfl I0420 11:39:18.386984 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-kxgjz I0420 11:39:18.386998 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-kxgjz after 0 failed attempt(s) I0420 11:39:18.387001 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-qzs2w after 0 failed attempt(s) I0420 11:39:18.386934 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jns55 after 0 failed attempt(s) I0420 11:39:18.387007 3793 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-5cmfl, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5cmfl: suppressed error logged: pod openshift-multus/network-metrics-daemon-5cmfl: no pod IPs found I0420 11:39:18.386889 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ztwqk I0420 11:39:18.387018 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ztwqk I0420 11:39:18.387050 3793 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ztwqk] creating logical port openshift-network-diagnostics_network-check-target-ztwqk for pod on switch ip-10-0-2-103.ec2.internal I0420 11:39:18.386909 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-4dmnn I0420 11:39:18.387110 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-4dmnn after 0 failed attempt(s) I0420 11:39:18.386971 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-tch9m I0420 11:39:18.387125 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-tch9m I0420 11:39:18.387134 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-tch9m after 0 failed attempt(s) I0420 11:39:18.386971 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-103.ec2.internal after 0 failed attempt(s) I0420 11:39:18.386974 3793 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-103.ec2.internal after 0 failed attempt(s) I0420 11:39:18.386935 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8x5mx I0420 11:39:18.387155 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8x5mx after 0 failed attempt(s) I0420 11:39:18.387714 3793 pods.go:271] [openshift-multus/network-metrics-daemon-nzvmj] addLogicalPort took 751.618µs, libovsdb time 250.067µs I0420 11:39:18.387731 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-nzvmj after 0 failed attempt(s) I0420 11:39:18.387772 3793 pods.go:271] [openshift-network-diagnostics/network-check-target-ztwqk] addLogicalPort took 732.11µs, libovsdb time 229.511µs I0420 11:39:18.387778 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-ztwqk after 0 failed attempt(s) I0420 11:39:18.397082 3793 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0420 11:39:18.408031 3793 iptables.go:108] Creating table: mangle chain: OUTPUT I0420 11:39:18.411059 3793 iptables.go:108] Creating table: nat chain: OUTPUT I0420 11:39:18.458735 3793 iptables.go:108] Creating table: nat chain: PREROUTING I0420 11:39:18.486668 3793 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-rhcsk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:39:18.486697 3793 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-rhcsk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:39:18.523042 3793 iptables.go:108] Creating table: filter chain: FORWARD I0420 11:39:18.538706 3793 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0420 11:39:18.538846 3793 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0420 11:39:18.538912 3793 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0420 11:39:18.539002 3793 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0420 11:39:18.539063 3793 gateway_init.go:325] Gateway and management port readiness took 2.713325937s I0420 11:39:18.539097 3793 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0420 11:39:18.539138 3793 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0420 11:39:18.539153 3793 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0420 11:39:18.539166 3793 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 11:39:18.539244 3793 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0420 11:39:18.539321 3793 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.036µs I0420 11:39:18.539636 3793 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0420 11:39:18.539672 3793 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 24.048µs I0420 11:39:18.539683 3793 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 45.083µs I0420 11:39:18.539692 3793 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0420 11:39:18.539706 3793 nad_controller.go:379] [node-nad-controller NAD controller]: started I0420 11:39:18.539714 3793 default_node_network_controller.go:899] Starting the default node network controller I0420 11:39:18.539721 3793 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0420 11:39:18.539788 3793 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.438µs I0420 11:39:18.539903 3793 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0420 11:39:18.539913 3793 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0420 11:39:18.539944 3793 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b040 0xc0002ddb20 0xc0002ddb90 0xc0002ddc00 0xc0002ddc70 0xc0002ddce0 0xc0002dddc0 0xc000a9f3b0 0xc0002dde30 0xc0002ddea0 0xc00043c0a0 0xc0063e7810 0xc0002ddf10 map[0x2ff9080:0xc002515f20 0x2ff95c0:0xc005203c80 0x2ffa2e0:0xc003308a80 0x2ffa580:0xc002515ec0 0x2ffad60:0xc0053f8000 0x2ffb000:0xc0053f8060 0x2ffb2a0:0xc005203c20 0x2ffba80:0xc005203ce0 0x2ffbd20:0xc005203d40 0x3026980:0xc001681800 0x3026d20:0xc001681860 0x3027800:0xc000ae7500 0x3029160:0xc001cdc000 0x30298a0:0xc00260c900 0x302a720:0xc0016817a0] 0xc000ad21c0 0} I0420 11:39:18.540016 3793 gateway.go:151] Starting gateway service sync I0420 11:39:18.540443 3793 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0420 11:39:18.542538 3793 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0420 11:39:18.571040 3793 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0420 11:39:18.572088 3793 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0420 11:39:18.573140 3793 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0420 11:39:18.604635 3793 gateway.go:168] Gateway service sync done. Time taken: 64.605695ms I0420 11:39:18.604961 3793 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30303 I0420 11:39:18.605435 3793 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b040 0xc0002ddb20 0xc0002ddb90 0xc0002ddc00 0xc0002ddc70 0xc0002ddce0 0xc0002dddc0 0xc000a9f3b0 0xc0002dde30 0xc0002ddea0 0xc00043c0a0 0xc0063e7810 0xc0002ddf10 map[0x2ff9080:0xc002515f20 0x2ff95c0:0xc005203c80 0x2ffa2e0:0xc003308a80 0x2ffa580:0xc002515ec0 0x2ffad60:0xc0053f8000 0x2ffb000:0xc0053f8060 0x2ffb2a0:0xc005203c20 0x2ffba80:0xc005203ce0 0x2ffbd20:0xc005203d40 0x3026980:0xc001681800 0x3026d20:0xc001681860 0x3027800:0xc000ae7500 0x3029160:0xc001cdc000 0x30298a0:0xc00260c900 0x302a720:0xc0016817a0] 0xc000ad21c0 0} I0420 11:39:18.605865 3793 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b040 0xc0002ddb20 0xc0002ddb90 0xc0002ddc00 0xc0002ddc70 0xc0002ddce0 0xc0002dddc0 0xc000a9f3b0 0xc0002dde30 0xc0002ddea0 0xc00043c0a0 0xc0063e7810 0xc0002ddf10 map[0x2ff9080:0xc002515f20 0x2ff95c0:0xc005203c80 0x2ffa2e0:0xc003308a80 0x2ffa580:0xc002515ec0 0x2ffad60:0xc0053f8000 0x2ffb000:0xc0053f8060 0x2ffb2a0:0xc005203c20 0x2ffba80:0xc005203ce0 0x2ffbd20:0xc005203d40 0x3026980:0xc001681800 0x3026d20:0xc001681860 0x3027800:0xc000ae7500 0x3029160:0xc001cdc000 0x30298a0:0xc00260c900 0x302a720:0xc0016817a0] 0xc000ad21c0 0} I0420 11:39:18.605905 3793 gateway.go:532] Reconciling gateway with updates I0420 11:39:18.611469 3793 gateway.go:339] Spawning Conntrack Rule Check Thread I0420 11:39:18.611494 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:39:18.611508 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:39:18.611514 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:39:18.611520 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:39:18.611521 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:39:18.611529 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:39:18.611530 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:39:18.611532 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:39:18.611536 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:39:18.611537 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:39:18.611534 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:39:18.611549 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:39:18.611556 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 11:39:18.611559 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:39:18.611570 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:39:18.611570 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:39:18.611574 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 11:39:18.611579 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:39:18.611583 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:39:18.611586 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:39:18.611587 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 11:39:18.611589 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 11:39:18.611594 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:39:18.611593 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 11:39:18.611512 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:39:18.611606 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:39:18.611587 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:39:18.611617 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:39:18.611621 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 11:39:18.611624 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:39:18.611629 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:39:18.611631 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 11:39:18.611633 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 11:39:18.611637 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:39:18.611642 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:39:18.611576 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:39:18.611648 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 11:39:18.611655 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:39:18.611655 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 11:39:18.611579 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 11:39:18.611658 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 11:39:18.611660 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 11:39:18.611666 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:39:18.611670 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 11:39:18.611670 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 11:39:18.611676 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:39:18.611681 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 11:39:18.611682 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 11:39:18.611626 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:39:18.611521 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:39:18.611695 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:39:18.611706 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:39:18.611710 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:39:18.611714 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 11:39:18.611717 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:39:18.611655 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:39:18.611719 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 11:39:18.611725 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:39:18.611635 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:39:18.611737 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:39:18.611743 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 11:39:18.611746 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 11:39:18.611611 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:39:18.611757 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:39:18.611759 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:39:18.611698 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:39:18.611772 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 11:39:18.611774 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 11:39:18.611585 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:39:18.611782 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:39:18.611682 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 11:39:18.611790 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:39:18.611592 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:39:18.611800 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 11:39:18.611673 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 11:39:18.611810 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:39:18.611800 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:39:18.611819 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:39:18.611825 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:39:18.611829 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 11:39:18.611838 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 11:39:18.611495 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:39:18.611847 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 11:39:18.611854 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:39:18.611859 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 11:39:18.611868 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:39:18.611879 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:39:18.611882 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:39:18.611887 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 11:39:18.611893 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:39:18.611888 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:39:18.611897 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 11:39:18.611903 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:39:18.611906 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 11:39:18.611919 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 11:39:18.611927 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 11:39:18.611852 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 11:39:18.611599 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 11:39:18.611939 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:39:18.611948 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:39:18.611957 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 11:39:18.611920 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 11:39:18.611599 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:39:18.611998 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:39:18.611600 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:39:18.611614 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:39:18.611626 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:39:18.612095 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:39:18.611648 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:39:18.612102 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 11:39:18.611646 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 11:39:18.611648 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:39:18.612153 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:39:18.611662 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 11:39:18.612196 3793 port_claim.go:71] Svc openshift-ingress/router-default: port 32748 is already open, no action needed I0420 11:39:18.611698 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 11:39:18.612225 3793 port_claim.go:71] Svc openshift-ingress/router-default: port 31047 is already open, no action needed I0420 11:39:18.611761 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:39:18.611786 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:39:18.611787 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 11:39:18.611591 3793 default_node_network_controller.go:944] Gateway and management port readiness took 71.668812ms I0420 11:39:18.611857 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 11:39:18.611861 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 11:39:18.612986 3793 node_ip_handler_linux.go:160] Node IP manager is running W0420 11:39:18.648533 3793 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 11:39:18.648746 3793 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 11:39:18.648898 3793 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0420 11:39:18.656895 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 11:39:18.656923 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 11:39:18.656945 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 11:39:18.656951 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 11:39:18.656957 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 11:39:18.695146 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 11:39:18.695167 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 11:39:18.695174 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 11:39:18.732620 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 11:39:18.732629 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 11:39:18.732647 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 11:39:18.732656 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 11:39:19.903858 3793 default_node_network_controller.go:1380] Starting node controller node sync W0420 11:39:19.903891 3793 egressip_healthcheck.go:76] Health checking using insecure connection I0420 11:39:19.903928 3793 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0420 11:39:19.915303 3793 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.4266ms I0420 11:39:19.915413 3793 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-82.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 11:39:19.915427 3793 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-82.ec2.internal", IP: 10.0.1.82 to PMTUD blocking rules I0420 11:39:19.921181 3793 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0420 11:39:19.921452 3793 egressservice_node.go:93] Setting up event handlers for Egress Services I0420 11:39:19.921561 3793 egressservice_node.go:183] Starting Egress Services Controller I0420 11:39:19.921580 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 11:39:19.921593 3793 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 11:39:19.921607 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 11:39:19.921617 3793 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 11:39:19.921627 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 11:39:19.921638 3793 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 11:39:19.921645 3793 egressservice_node.go:197] Repairing Egress Services I0420 11:39:19.931343 3793 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0420 11:39:19.931357 3793 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 11:39:19.931511 3793 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0420 11:39:19.931523 3793 link_network_manager.go:119] Link manager is running I0420 11:39:19.931535 3793 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0420 11:39:19.931688 3793 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0420 11:39:19.931914 3793 vrf_manager.go:128] VRF manager is running I0420 11:39:19.932027 3793 node_controller_manager.go:437] Removing flows to drop GARP I0420 11:39:19.932041 3793 gateway.go:532] Reconciling gateway with updates I0420 11:39:19.956068 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:39:19.956079 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:39:19.956084 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:39:19.956092 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:39:19.956101 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:39:19.956102 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:39:19.956130 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:39:19.956135 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:39:19.956139 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:39:19.956144 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 11:39:19.956147 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:39:19.956154 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:39:19.956168 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:39:19.956170 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:39:19.956181 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:39:19.956181 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:39:19.956189 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:39:19.956199 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:39:19.956199 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:39:19.956225 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:39:19.956231 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:39:19.956230 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:39:19.956163 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:39:19.956243 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 11:39:19.956234 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 11:39:19.956248 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:39:19.956112 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:39:19.956257 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 11:39:19.956260 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 11:39:19.956262 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:39:19.956112 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:39:19.956267 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:39:19.956105 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:39:19.956282 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:39:19.956283 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 11:39:19.956293 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:39:19.956181 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:39:19.956299 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:39:19.956306 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 11:39:19.956305 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:39:19.956103 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:39:19.956315 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:39:19.956311 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 11:39:19.956322 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 11:39:19.956325 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:39:19.956334 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 11:39:19.956336 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 11:39:19.956335 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 11:39:19.956340 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 11:39:19.956344 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:39:19.956350 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:39:19.956358 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 11:39:19.956362 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:39:19.956337 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 11:39:19.956367 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:39:19.956367 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:39:19.956371 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 11:39:19.956378 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 11:39:19.956382 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 11:39:19.956134 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:39:19.956390 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 11:39:19.956397 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:39:19.956244 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:39:19.956409 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 11:39:19.956322 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 11:39:19.956349 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 11:39:19.956367 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:39:19.956425 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 11:39:19.956308 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:39:19.956338 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:39:19.956317 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 11:39:19.956285 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:39:19.956457 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 11:39:19.956463 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:39:19.956269 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 11:39:19.956459 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:39:19.956483 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 11:39:19.956121 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:39:19.956493 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 11:39:19.956504 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:39:19.956506 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 11:39:19.956507 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 11:39:19.956509 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 11:39:19.956119 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:39:19.956090 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:39:19.956570 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:39:19.956592 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:39:19.956165 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:39:19.956641 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:39:19.956650 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 11:39:19.956094 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:39:19.956271 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:39:19.956110 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:39:19.956722 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:39:19.956082 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 11:39:19.956760 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 11:39:19.956776 3793 port_claim.go:71] Svc openshift-ingress/router-default: port 32748 is already open, no action needed I0420 11:39:19.956787 3793 port_claim.go:71] Svc openshift-ingress/router-default: port 31047 is already open, no action needed I0420 11:39:19.956287 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:39:19.956812 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 11:39:19.956117 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:39:19.956829 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:39:19.956289 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:39:19.956833 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 11:39:19.956287 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 11:39:19.956853 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 11:39:19.956296 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 11:39:19.956296 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:39:19.956893 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:39:19.956320 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:39:19.956345 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:39:19.956934 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:39:19.956368 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 11:39:19.956380 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:39:19.956383 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:39:19.956997 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 11:39:19.956182 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:39:19.995584 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 11:39:19.995605 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 11:39:19.995623 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 11:39:19.995628 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 11:39:19.995632 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 11:39:19.995638 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 11:39:19.995643 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 11:39:19.995647 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 11:39:19.995652 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 11:39:20.033376 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 11:39:20.033386 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 11:39:20.072101 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 11:39:20.072127 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 11:39:20.072137 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 11:39:20.072145 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 11:39:20.072152 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 11:39:20.072160 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) W0420 11:39:21.085328 3793 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0420 11:39:21.118725 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 11:39:21.219195 3793 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0420 11:39:21.219959 3793 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 733.599µs I0420 11:39:21.246952 3793 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0420 11:39:21.308493 3793 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 11:39:21.400921 3793 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:21.938149 3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-103.ec2.internal I0420 11:39:21.938174 3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-103.ec2.internal: 31.98µs I0420 11:39:21.970360 3793 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7f5b596644-qrpfp] creating logical port openshift-image-registry_image-registry-7f5b596644-qrpfp for pod on switch ip-10-0-2-103.ec2.internal I0420 11:39:21.970461 3793 kube.go:256] Updating pod openshift-image-registry/image-registry-7f5b596644-qrpfp I0420 11:39:21.999399 3793 pod.go:62] [openshift-image-registry/image-registry-7f5b596644-qrpfp] pod update took 28.97207ms I0420 11:39:21.999423 3793 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7f5b596644-qrpfp] addLogicalPort annotation time took 28.998655ms I0420 11:39:21.999502 3793 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-zzpdw] creating logical port openshift-ingress-canary_ingress-canary-zzpdw for pod on switch ip-10-0-2-103.ec2.internal I0420 11:39:21.999605 3793 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-zzpdw I0420 11:39:22.000737 3793 pods.go:271] [openshift-image-registry/image-registry-7f5b596644-qrpfp] addLogicalPort took 30.391494ms, libovsdb time 906.202µs I0420 11:39:22.000781 3793 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5dc7c94c57-wsckx] creating logical port openshift-ingress_router-default-5dc7c94c57-wsckx for pod on switch ip-10-0-2-103.ec2.internal I0420 11:39:22.000844 3793 kube.go:256] Updating pod openshift-ingress/router-default-5dc7c94c57-wsckx I0420 11:39:22.012335 3793 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-nx5xl] creating logical port openshift-dns_dns-default-nx5xl for pod on switch ip-10-0-2-103.ec2.internal I0420 11:39:22.012390 3793 kube.go:256] Updating pod openshift-dns/dns-default-nx5xl I0420 11:39:22.019018 3793 pod.go:62] [openshift-ingress-canary/ingress-canary-zzpdw] pod update took 19.433813ms I0420 11:39:22.019037 3793 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-zzpdw] addLogicalPort annotation time took 19.453874ms I0420 11:39:22.019917 3793 pods.go:271] [openshift-ingress-canary/ingress-canary-zzpdw] addLogicalPort took 20.428537ms, libovsdb time 668.947µs I0420 11:39:22.025304 3793 pod.go:62] [openshift-ingress/router-default-5dc7c94c57-wsckx] pod update took 24.488813ms I0420 11:39:22.025408 3793 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5dc7c94c57-wsckx] addLogicalPort annotation time took 24.592813ms I0420 11:39:22.037956 3793 pod.go:62] [openshift-dns/dns-default-nx5xl] pod update took 25.580458ms I0420 11:39:22.038023 3793 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-nx5xl] addLogicalPort annotation time took 25.644878ms I0420 11:39:22.038093 3793 pods.go:271] [openshift-ingress/router-default-5dc7c94c57-wsckx] addLogicalPort took 37.315301ms, libovsdb time 12.07831ms I0420 11:39:22.042034 3793 pods.go:271] [openshift-dns/dns-default-nx5xl] addLogicalPort took 29.704475ms, libovsdb time 3.3179ms I0420 11:39:22.357979 3793 namespace.go:98] [openshift-service-ca] adding namespace I0420 11:39:22.358874 3793 namespace.go:102] [openshift-service-ca] adding namespace took 752.171µs I0420 11:39:22.374494 3793 namespace.go:142] [openshift-service-ca] updating namespace I0420 11:39:22.419449 3793 cni.go:452] [openshift-ingress-canary/ingress-canary-zzpdw 714d1b2df70f2257193cab38583b9a480f552b9252475fccacfd60b9a8af89ce network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-zzpdw 714d1b2df70f2257193cab38583b9a480f552b9252475fccacfd60b9a8af89ce network default NAD default NAD key ] I0420 11:39:22.457830 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-zzpdw, hostIfaceName: 714d1b2df70f225, network: default, NAD default, SandboxID: "714d1b2df70f2257193cab38583b9a480f552b9252475fccacfd60b9a8af89ce", PCI device ID: , UID: "c0ebbcd2-891f-48b7-b550-fe9c36c963ab", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0420 11:39:22.508668 3793 cni.go:473] [openshift-ingress-canary/ingress-canary-zzpdw 714d1b2df70f2257193cab38583b9a480f552b9252475fccacfd60b9a8af89ce network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-zzpdw 714d1b2df70f2257193cab38583b9a480f552b9252475fccacfd60b9a8af89ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:bf:bb:23:7f:5f\",\"name\":\"714d1b2df70f225\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88cf0063-8957-42a9-b140-5e451105d61e\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:39:24.030479 3793 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-glds8] creating logical port openshift-service-ca_service-ca-d9cb48497-glds8 for pod on switch ip-10-0-2-103.ec2.internal I0420 11:39:24.030607 3793 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-glds8 I0420 11:39:24.043536 3793 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-glds8] pod update took 12.965489ms I0420 11:39:24.043561 3793 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-glds8] addLogicalPort annotation time took 12.998614ms I0420 11:39:24.044936 3793 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-glds8] addLogicalPort took 14.477973ms, libovsdb time 1.000799ms I0420 11:39:24.352744 3793 cni.go:452] [openshift-network-diagnostics/network-check-target-ztwqk 9a423f332d1efeb8034c6969f3934dd8e89c9a0f166814a5288386246f62d142 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-ztwqk 9a423f332d1efeb8034c6969f3934dd8e89c9a0f166814a5288386246f62d142 network default NAD default NAD key ] I0420 11:39:24.362743 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-ztwqk, hostIfaceName: 9a423f332d1efeb, network: default, NAD default, SandboxID: "9a423f332d1efeb8034c6969f3934dd8e89c9a0f166814a5288386246f62d142", PCI device ID: , UID: "3f1a200e-0bc5-41c3-8500-d1bbada4b29e", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0420 11:39:24.405655 3793 cni.go:473] [openshift-network-diagnostics/network-check-target-ztwqk 9a423f332d1efeb8034c6969f3934dd8e89c9a0f166814a5288386246f62d142 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-ztwqk 9a423f332d1efeb8034c6969f3934dd8e89c9a0f166814a5288386246f62d142 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:bd:84:ce:cd:a9\",\"name\":\"9a423f332d1efeb\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91ba69e7-b4cf-402a-86ca-478c04d2ed1a\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:39:24.427227 3793 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-glds8 1cf3ebed2781e3cd2ba3369ee9942ef79e1492e78c6204ed23d477b768c47861 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-glds8 1cf3ebed2781e3cd2ba3369ee9942ef79e1492e78c6204ed23d477b768c47861 network default NAD default NAD key ] I0420 11:39:24.437794 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-glds8, hostIfaceName: 1cf3ebed2781e3c, network: default, NAD default, SandboxID: "1cf3ebed2781e3cd2ba3369ee9942ef79e1492e78c6204ed23d477b768c47861", PCI device ID: , UID: "a5b41a16-558b-4951-9961-de69156bb367", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0420 11:39:24.480979 3793 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-glds8 1cf3ebed2781e3cd2ba3369ee9942ef79e1492e78c6204ed23d477b768c47861 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-glds8 1cf3ebed2781e3cd2ba3369ee9942ef79e1492e78c6204ed23d477b768c47861 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:fb:58:c6:fc:1e\",\"name\":\"1cf3ebed2781e3c\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92f028c0-e8b6-4406-ac4e-c9ff779796c3\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:39:25.573406 3793 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rzj7t] creating logical port openshift-insights_insights-runtime-extractor-rzj7t for pod on switch ip-10-0-2-103.ec2.internal I0420 11:39:25.573522 3793 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rzj7t I0420 11:39:25.599725 3793 pod.go:62] [openshift-insights/insights-runtime-extractor-rzj7t] pod update took 26.22656ms I0420 11:39:25.599752 3793 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rzj7t] addLogicalPort annotation time took 26.259838ms I0420 11:39:25.600936 3793 pods.go:271] [openshift-insights/insights-runtime-extractor-rzj7t] addLogicalPort took 27.546129ms, libovsdb time 888.703µs I0420 11:39:28.932458 3793 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:28.932473 3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-6.ec2.internal I0420 11:39:28.932759 3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-6.ec2.internal: 290.893µs I0420 11:39:28.932480 3793 egressfirewall.go:723] Syncing node "ip-10-0-0-6.ec2.internal" for egress firewall W0420 11:39:32.869763 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 11:39:37.949256 3793 cni.go:452] [openshift-image-registry/image-registry-7f5b596644-qrpfp 9c6d39fde4e89031fc556388fd85b08e83ebc350b3718505ace9c186fd4b8920 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7f5b596644-qrpfp 9c6d39fde4e89031fc556388fd85b08e83ebc350b3718505ace9c186fd4b8920 network default NAD default NAD key ] I0420 11:39:37.960920 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7f5b596644-qrpfp, hostIfaceName: 9c6d39fde4e8903, network: default, NAD default, SandboxID: "9c6d39fde4e89031fc556388fd85b08e83ebc350b3718505ace9c186fd4b8920", PCI device ID: , UID: "46e48620-d537-4a63-b211-7c8f9003d2f5", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0420 11:39:38.005095 3793 cni.go:473] [openshift-image-registry/image-registry-7f5b596644-qrpfp 9c6d39fde4e89031fc556388fd85b08e83ebc350b3718505ace9c186fd4b8920 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7f5b596644-qrpfp 9c6d39fde4e89031fc556388fd85b08e83ebc350b3718505ace9c186fd4b8920 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:ba:da:1b:57:8c\",\"name\":\"9c6d39fde4e8903\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/685b3b63-7066-4f6a-a40f-6ca9079e0011\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:39:38.037770 3793 cni.go:452] [openshift-dns/dns-default-nx5xl 21bef0789eed1afc7a493786b9bcc47e02af45d3ee8128263cf822692663210f network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-nx5xl 21bef0789eed1afc7a493786b9bcc47e02af45d3ee8128263cf822692663210f network default NAD default NAD key ] I0420 11:39:38.050072 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-nx5xl, hostIfaceName: 21bef0789eed1af, network: default, NAD default, SandboxID: "21bef0789eed1afc7a493786b9bcc47e02af45d3ee8128263cf822692663210f", PCI device ID: , UID: "bb4cfab6-69a3-43b3-b762-e63920c77749", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0420 11:39:38.093602 3793 cni.go:473] [openshift-dns/dns-default-nx5xl 21bef0789eed1afc7a493786b9bcc47e02af45d3ee8128263cf822692663210f network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-nx5xl 21bef0789eed1afc7a493786b9bcc47e02af45d3ee8128263cf822692663210f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:88:9f:1d:5f:9c\",\"name\":\"21bef0789eed1af\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea590ff0-33be-45a5-884b-058d5248c4ba\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:39:41.584609 3793 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:41.598928 3793 cni.go:452] [openshift-insights/insights-runtime-extractor-rzj7t ac1c6e87dd062388597190cb128cac2d599e78b023ac8aa447418223b191f0b7 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rzj7t ac1c6e87dd062388597190cb128cac2d599e78b023ac8aa447418223b191f0b7 network default NAD default NAD key ] I0420 11:39:41.608897 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rzj7t, hostIfaceName: ac1c6e87dd06238, network: default, NAD default, SandboxID: "ac1c6e87dd062388597190cb128cac2d599e78b023ac8aa447418223b191f0b7", PCI device ID: , UID: "ede284bc-8b64-468f-9587-0ed819282656", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0420 11:39:41.652687 3793 cni.go:473] [openshift-insights/insights-runtime-extractor-rzj7t ac1c6e87dd062388597190cb128cac2d599e78b023ac8aa447418223b191f0b7 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rzj7t ac1c6e87dd062388597190cb128cac2d599e78b023ac8aa447418223b191f0b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:bd:83:d4:6a:b6\",\"name\":\"ac1c6e87dd06238\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd0a9b34-53b1-47c4-84dd-f74be9469bc9\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:39:43.006390 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:39:43.006416 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:39:43.006421 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:39:43.009704 3793 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:39:43.009856 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 11:39:43.009876 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 11:39:43.017471 3793 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:39:43.022368 3793 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:43.022382 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:43.022387 3793 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:43.031552 3793 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:39:43.031651 3793 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-86656574c9-57d5l IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-86656574c9-57d5l: no pod IPs found I0420 11:39:43.067187 3793 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:43.105422 3793 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:44.004978 3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-6.ec2.internal in network "default" I0420 11:39:44.005004 3793 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "ip-10-0-0-6.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:44.005025 3793 node_tracker.go:235] Node ip-10-0-0-6.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-6.ec2.internal" I0420 11:39:44.005040 3793 node_tracker.go:169] Node ip-10-0-0-6.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:44.005057 3793 services_controller.go:574] Full service sync requested for network=default W0420 11:39:44.005228 3793 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.005243 3793 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.005250 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.005230 3793 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:39:44.005259 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0420 11:39:44.005505 3793 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 11:39:44.118136 3793 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "ip-10-0-0-6.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:44.142582 3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-6.ec2.internal in network "default" I0420 11:39:44.142640 3793 node_tracker.go:169] Node ip-10-0-0-6.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:44.142655 3793 services_controller.go:574] Full service sync requested for network=default I0420 11:39:44.142652 3793 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "ip-10-0-0-6.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0420 11:39:44.142858 3793 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:39:44.142962 3793 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.142977 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.142981 3793 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.142992 3793 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:39:44.142997 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 11:39:44.143644 3793 zone_ic_handler.go:195] Time taken to create transit switch: 294.981µs I0420 11:39:44.143662 3793 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-6.ec2.internal for the network default I0420 11:39:44.144645 3793 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-6.ec2.internal" on network "default" took: 1.299687ms W0420 11:39:44.300630 3793 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.300649 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.300654 3793 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0420 11:39:44.519938 3793 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w78rz] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-w78rz for pod on switch ip-10-0-2-103.ec2.internal I0420 11:39:44.520028 3793 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w78rz I0420 11:39:44.537471 3793 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w78rz] pod update took 17.467538ms I0420 11:39:44.537488 3793 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w78rz] addLogicalPort annotation time took 17.489038ms I0420 11:39:44.538755 3793 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w78rz] addLogicalPort took 18.83746ms, libovsdb time 983.551µs I0420 11:39:44.707622 3793 egressfirewall.go:723] Syncing node "ip-10-0-0-6.ec2.internal" for egress firewall I0420 11:39:44.707629 3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-6.ec2.internal in network "default" I0420 11:39:44.707652 3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-6.ec2.internal I0420 11:39:44.707665 3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-6.ec2.internal: 17.648µs I0420 11:39:44.707710 3793 node_tracker.go:169] Node ip-10-0-0-6.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:44.707715 3793 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-6.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 11:39:44.707722 3793 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-6.ec2.internal", IP: 10.0.0.6 to PMTUD blocking rules I0420 11:39:44.707730 3793 services_controller.go:574] Full service sync requested for network=default W0420 11:39:44.708020 3793 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:39:44.708108 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.708115 3793 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:39:44.708122 3793 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.708129 3793 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.708146 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 11:39:44.726369 3793 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-6.ec2.internal. Updating no re-route policies I0420 11:39:44.739587 3793 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-6.ec2.internal", IP: 10.0.0.6 to PMTUD blocking rules I0420 11:39:44.739604 3793 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-6.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 11:39:44.876570 3793 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w78rz 3e6653b96a1d780d46d2616b515f87604d22fb710991de32011c877d35141f20 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w78rz 3e6653b96a1d780d46d2616b515f87604d22fb710991de32011c877d35141f20 network default NAD default NAD key ] I0420 11:39:44.887193 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-w78rz, hostIfaceName: 3e6653b96a1d780, network: default, NAD default, SandboxID: "3e6653b96a1d780d46d2616b515f87604d22fb710991de32011c877d35141f20", PCI device ID: , UID: "4f78b724-9a40-4370-a9fc-cd0cdaabe157", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0420 11:39:44.931610 3793 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w78rz 3e6653b96a1d780d46d2616b515f87604d22fb710991de32011c877d35141f20 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w78rz 3e6653b96a1d780d46d2616b515f87604d22fb710991de32011c877d35141f20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:1b:c6:93:f6:4c\",\"name\":\"3e6653b96a1d780\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6b0c467-1fbb-4728-b7d7-37603d4fdec3\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:39:46.291178 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0420 11:39:46.318734 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0420 11:39:48.340740 3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-6.ec2.internal I0420 11:39:48.340770 3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-6.ec2.internal: 36.373µs W0420 11:39:49.117720 3793 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:39:51.278431 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:51.278451 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:51.278458 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0420 11:39:51.908925 3793 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz for pod on switch ip-10-0-2-103.ec2.internal I0420 11:39:51.909056 3793 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz I0420 11:39:51.923580 3793 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz] pod update took 14.550786ms I0420 11:39:51.923606 3793 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz] addLogicalPort annotation time took 14.580067ms I0420 11:39:51.924705 3793 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz] addLogicalPort took 15.79716ms, libovsdb time 750.128µs W0420 11:39:52.103329 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:39:52.103349 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 11:39:52.277484 3793 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz 3d21d40a8762b1691b828ef5e0bc700b9e3aab16589bc9313f27226543c54f89 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz 3d21d40a8762b1691b828ef5e0bc700b9e3aab16589bc9313f27226543c54f89 network default NAD default NAD key ] I0420 11:39:52.287331 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz, hostIfaceName: 3d21d40a8762b16, network: default, NAD default, SandboxID: "3d21d40a8762b1691b828ef5e0bc700b9e3aab16589bc9313f27226543c54f89", PCI device ID: , UID: "c47b7f4c-cd47-4bab-9e6f-5fb89039fc87", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0420 11:39:52.332093 3793 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz 3d21d40a8762b1691b828ef5e0bc700b9e3aab16589bc9313f27226543c54f89 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz 3d21d40a8762b1691b828ef5e0bc700b9e3aab16589bc9313f27226543c54f89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:b0:95:17:14:9d\",\"name\":\"3d21d40a8762b16\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21af5d23-5b10-483d-99db-2e53e2a0cd91\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:39:54.166688 3793 cni.go:452] [openshift-ingress/router-default-5dc7c94c57-wsckx bee5637bec1bd036c5e36a6226ac8c3006ae9dbc8d63e663c5893eff5a9e0190 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5dc7c94c57-wsckx bee5637bec1bd036c5e36a6226ac8c3006ae9dbc8d63e663c5893eff5a9e0190 network default NAD default NAD key ] I0420 11:39:54.176227 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5dc7c94c57-wsckx, hostIfaceName: bee5637bec1bd03, network: default, NAD default, SandboxID: "bee5637bec1bd036c5e36a6226ac8c3006ae9dbc8d63e663c5893eff5a9e0190", PCI device ID: , UID: "b8c745b6-f8f3-4488-8f21-c2dc452793dd", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0420 11:39:54.221909 3793 cni.go:473] [openshift-ingress/router-default-5dc7c94c57-wsckx bee5637bec1bd036c5e36a6226ac8c3006ae9dbc8d63e663c5893eff5a9e0190 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5dc7c94c57-wsckx bee5637bec1bd036c5e36a6226ac8c3006ae9dbc8d63e663c5893eff5a9e0190 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:87:13:d5:98:f9\",\"name\":\"bee5637bec1bd03\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ab933ee-9ec2-4ba6-8bee-33bb4c47a78c\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:39:55.340065 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 11:39:55.340087 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0420 11:39:56.033464 3793 cni.go:452] [openshift-multus/network-metrics-daemon-nzvmj d1c06b18d8f7aa77b12b0e38aca1fde54d78f69efd06634347e92fa32ceec444 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-nzvmj d1c06b18d8f7aa77b12b0e38aca1fde54d78f69efd06634347e92fa32ceec444 network default NAD default NAD key ] I0420 11:39:56.042581 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-nzvmj, hostIfaceName: d1c06b18d8f7aa7, network: default, NAD default, SandboxID: "d1c06b18d8f7aa77b12b0e38aca1fde54d78f69efd06634347e92fa32ceec444", PCI device ID: , UID: "b54a1c69-7eb7-4904-a000-6e97fd07018a", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0420 11:39:56.091515 3793 cni.go:473] [openshift-multus/network-metrics-daemon-nzvmj d1c06b18d8f7aa77b12b0e38aca1fde54d78f69efd06634347e92fa32ceec444 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-nzvmj d1c06b18d8f7aa77b12b0e38aca1fde54d78f69efd06634347e92fa32ceec444 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:35:10:d4:af:28\",\"name\":\"d1c06b18d8f7aa7\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fa233d6-cfc2-49a0-918a-9f45615a9e71\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:39:56.217970 3793 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-103.ec2.internal I0420 11:39:56.218136 3793 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0420 11:39:56.242266 3793 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.166917ms I0420 11:39:56.242289 3793 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.191263ms I0420 11:39:56.243395 3793 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.446558ms, libovsdb time 821.949µs W0420 11:39:56.342047 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 11:39:56.342069 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0420 11:39:56.413181 3793 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0420 11:39:56.426155 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:39:56.426184 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:39:56.426193 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default I0420 11:39:57.183229 3793 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6c8c6fb664-4hwc7] creating logical port openshift-monitoring_thanos-querier-6c8c6fb664-4hwc7 for pod on switch ip-10-0-2-103.ec2.internal I0420 11:39:57.183368 3793 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6c8c6fb664-4hwc7 I0420 11:39:57.201719 3793 pod.go:62] [openshift-monitoring/thanos-querier-6c8c6fb664-4hwc7] pod update took 18.433044ms I0420 11:39:57.201740 3793 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6c8c6fb664-4hwc7] addLogicalPort annotation time took 18.457763ms I0420 11:39:57.202952 3793 pods.go:271] [openshift-monitoring/thanos-querier-6c8c6fb664-4hwc7] addLogicalPort took 19.747736ms, libovsdb time 937.003µs I0420 11:39:58.226315 3793 cni.go:452] [openshift-monitoring/thanos-querier-6c8c6fb664-4hwc7 b889be6b51274c123b88c53e734b88b75e0d65b36c0f98d219fad82fa3b47d75 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6c8c6fb664-4hwc7 b889be6b51274c123b88c53e734b88b75e0d65b36c0f98d219fad82fa3b47d75 network default NAD default NAD key ] I0420 11:39:58.227340 3793 cni.go:452] [openshift-monitoring/alertmanager-main-1 4bb1c926265bd7802cb0e8354c22d9453275378551cee4946e2d983f18b676db network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 4bb1c926265bd7802cb0e8354c22d9453275378551cee4946e2d983f18b676db network default NAD default NAD key ] I0420 11:39:58.238805 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6c8c6fb664-4hwc7, hostIfaceName: b889be6b51274c1, network: default, NAD default, SandboxID: "b889be6b51274c123b88c53e734b88b75e0d65b36c0f98d219fad82fa3b47d75", PCI device ID: , UID: "8ad7d019-b2d0-42db-b55c-f4635f40c3d3", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0420 11:39:58.238928 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 4bb1c926265bd78, network: default, NAD default, SandboxID: "4bb1c926265bd7802cb0e8354c22d9453275378551cee4946e2d983f18b676db", PCI device ID: , UID: "58dcb0a7-acbe-49f9-b9ac-c7a265569a56", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0420 11:39:58.284524 3793 cni.go:473] [openshift-monitoring/alertmanager-main-1 4bb1c926265bd7802cb0e8354c22d9453275378551cee4946e2d983f18b676db network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 4bb1c926265bd7802cb0e8354c22d9453275378551cee4946e2d983f18b676db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:5e:d1:9d:be:2c\",\"name\":\"4bb1c926265bd78\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e56750b-c364-4554-82a4-4c7fa09a3195\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:39:58.301473 3793 cni.go:473] [openshift-monitoring/thanos-querier-6c8c6fb664-4hwc7 b889be6b51274c123b88c53e734b88b75e0d65b36c0f98d219fad82fa3b47d75 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6c8c6fb664-4hwc7 b889be6b51274c123b88c53e734b88b75e0d65b36c0f98d219fad82fa3b47d75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:ac:46:18:93:5e\",\"name\":\"b889be6b51274c1\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e5d45f7-e543-4f02-94e6-1bf698a6181f\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:39:59.205658 3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:39:59.205677 3793 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:39:59.205683 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:39:59.238834 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 11:39:59.576505 3793 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-fcc5bfb8-5z5r5] creating logical port openshift-monitoring_metrics-server-fcc5bfb8-5z5r5 for pod on switch ip-10-0-2-103.ec2.internal I0420 11:39:59.576692 3793 kube.go:256] Updating pod openshift-monitoring/metrics-server-fcc5bfb8-5z5r5 I0420 11:39:59.591108 3793 pod.go:62] [openshift-monitoring/metrics-server-fcc5bfb8-5z5r5] pod update took 14.454906ms I0420 11:39:59.591134 3793 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-fcc5bfb8-5z5r5] addLogicalPort annotation time took 14.484932ms I0420 11:39:59.592531 3793 pods.go:271] [openshift-monitoring/metrics-server-fcc5bfb8-5z5r5] addLogicalPort took 16.045889ms, libovsdb time 1.0107ms I0420 11:39:59.799799 3793 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncq45] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-ncq45 for pod on switch ip-10-0-2-103.ec2.internal I0420 11:39:59.799949 3793 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncq45 I0420 11:39:59.814873 3793 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncq45] pod update took 14.954728ms I0420 11:39:59.814895 3793 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncq45] addLogicalPort annotation time took 14.982762ms I0420 11:39:59.816268 3793 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncq45] addLogicalPort took 16.486511ms, libovsdb time 1.023177ms I0420 11:40:00.564275 3793 cni.go:452] [openshift-monitoring/metrics-server-fcc5bfb8-5z5r5 a8013a01461127291551d4c45f7a4a744ef28f2edb04f7ba52cdeedd3c4d7711 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-fcc5bfb8-5z5r5 a8013a01461127291551d4c45f7a4a744ef28f2edb04f7ba52cdeedd3c4d7711 network default NAD default NAD key ] I0420 11:40:00.565814 3793 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncq45 db8f19a6c08987cbed6900aa88d281d28a5d3b08efe7a45aed1401d86058f379 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncq45 db8f19a6c08987cbed6900aa88d281d28a5d3b08efe7a45aed1401d86058f379 network default NAD default NAD key ] I0420 11:40:00.575594 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-fcc5bfb8-5z5r5, hostIfaceName: a8013a014611272, network: default, NAD default, SandboxID: "a8013a01461127291551d4c45f7a4a744ef28f2edb04f7ba52cdeedd3c4d7711", PCI device ID: , UID: "dfe8f63d-24c9-48c9-99de-a94c729f892e", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0420 11:40:00.575788 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-ncq45, hostIfaceName: db8f19a6c08987c, network: default, NAD default, SandboxID: "db8f19a6c08987cbed6900aa88d281d28a5d3b08efe7a45aed1401d86058f379", PCI device ID: , UID: "afe404eb-527e-4c26-820b-27f0c9eb4067", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0420 11:40:00.621896 3793 cni.go:473] [openshift-monitoring/metrics-server-fcc5bfb8-5z5r5 a8013a01461127291551d4c45f7a4a744ef28f2edb04f7ba52cdeedd3c4d7711 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-fcc5bfb8-5z5r5 a8013a01461127291551d4c45f7a4a744ef28f2edb04f7ba52cdeedd3c4d7711 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:bb:d1:ce:92:e2\",\"name\":\"a8013a014611272\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/781d34b6-2aa9-424d-b0fe-463ad3c46d70\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:40:00.639248 3793 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncq45 db8f19a6c08987cbed6900aa88d281d28a5d3b08efe7a45aed1401d86058f379 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncq45 db8f19a6c08987cbed6900aa88d281d28a5d3b08efe7a45aed1401d86058f379 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:00:8b:d0:4a:12\",\"name\":\"db8f19a6c08987c\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6051d018-8120-43a6-8c58-a650a14e026d\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:40:01.405866 3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:01.405888 3793 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:01.405893 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 11:40:01.534715 3793 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-103.ec2.internal I0420 11:40:01.534827 3793 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0420 11:40:01.582641 3793 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 47.857224ms I0420 11:40:01.582666 3793 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 47.890153ms I0420 11:40:01.583997 3793 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 49.300836ms, libovsdb time 942.044µs W0420 11:40:02.196568 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:40:02.196620 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0420 11:40:02.459008 3793 cni.go:452] [openshift-monitoring/prometheus-k8s-0 6e606bc4ec4e0d8514e76ca0f31b34dda1ffc3418acff7f93d5d1de3d9cf92e4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 6e606bc4ec4e0d8514e76ca0f31b34dda1ffc3418acff7f93d5d1de3d9cf92e4 network default NAD default NAD key ] I0420 11:40:02.473058 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 6e606bc4ec4e0d8, network: default, NAD default, SandboxID: "6e606bc4ec4e0d8514e76ca0f31b34dda1ffc3418acff7f93d5d1de3d9cf92e4", PCI device ID: , UID: "5c85f874-3722-4170-89c8-e7f0eeef0f42", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0420 11:40:02.527377 3793 cni.go:473] [openshift-monitoring/prometheus-k8s-0 6e606bc4ec4e0d8514e76ca0f31b34dda1ffc3418acff7f93d5d1de3d9cf92e4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 6e606bc4ec4e0d8514e76ca0f31b34dda1ffc3418acff7f93d5d1de3d9cf92e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:6b:f4:d2:11:94\",\"name\":\"6e606bc4ec4e0d8\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/966d3cf1-fd65-407e-b6f3-3fbac02b50bd\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:40:03.203050 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0420 11:40:03.228253 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 11:40:03.335936 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:40:03.335955 3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:40:03.418257 3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:03.418356 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:03.418388 3793 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:03.418416 3793 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:03.453424 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 11:40:03.547351 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0420 11:40:03.624323 3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:40:03.624343 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 11:40:04.162082 3793 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-knbds] creating logical port openshift-console_downloads-5c54f4944f-knbds for pod on switch ip-10-0-2-103.ec2.internal I0420 11:40:04.162239 3793 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-knbds I0420 11:40:04.178625 3793 pod.go:62] [openshift-console/downloads-5c54f4944f-knbds] pod update took 16.425745ms I0420 11:40:04.178709 3793 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-knbds] addLogicalPort annotation time took 16.519716ms I0420 11:40:04.180068 3793 pods.go:271] [openshift-console/downloads-5c54f4944f-knbds] addLogicalPort took 18.004524ms, libovsdb time 956.366µs W0420 11:40:04.218007 3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:04.218027 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:04.218074 3793 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:04.218086 3793 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0420 11:40:04.527309 3793 cni.go:452] [openshift-console/downloads-5c54f4944f-knbds e931f4109bef3dda553f9820ac0be543df31110c03d2717b00a87d22f71baaae network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-knbds e931f4109bef3dda553f9820ac0be543df31110c03d2717b00a87d22f71baaae network default NAD default NAD key ] I0420 11:40:04.536515 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-knbds, hostIfaceName: e931f4109bef3dd, network: default, NAD default, SandboxID: "e931f4109bef3dda553f9820ac0be543df31110c03d2717b00a87d22f71baaae", PCI device ID: , UID: "5fbff5b0-ba19-4302-9244-1ee95cb57667", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0420 11:40:04.584993 3793 cni.go:473] [openshift-console/downloads-5c54f4944f-knbds e931f4109bef3dda553f9820ac0be543df31110c03d2717b00a87d22f71baaae network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-knbds e931f4109bef3dda553f9820ac0be543df31110c03d2717b00a87d22f71baaae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:c9:22:9b:4c:90\",\"name\":\"e931f4109bef3dd\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93eb1155-0e3e-4379-82c1-0e2992966651\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:40:05.235024 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:05.235052 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:05.235061 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:05.235068 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:05.235088 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:05.235096 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:05.235102 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:05.235109 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0420 11:40:08.539696 3793 cni.go:452] [openshift-image-registry/image-registry-7f5b596644-qrpfp 9c6d39fde4e89031fc556388fd85b08e83ebc350b3718505ace9c186fd4b8920 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7f5b596644-qrpfp 9c6d39fde4e89031fc556388fd85b08e83ebc350b3718505ace9c186fd4b8920 network default NAD default NAD key ] I0420 11:40:08.610947 3793 cni.go:473] [openshift-image-registry/image-registry-7f5b596644-qrpfp 9c6d39fde4e89031fc556388fd85b08e83ebc350b3718505ace9c186fd4b8920 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7f5b596644-qrpfp 9c6d39fde4e89031fc556388fd85b08e83ebc350b3718505ace9c186fd4b8920 network default NAD default NAD key default], result "{}", err I0420 11:40:08.649927 3793 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5b596644-qrpfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:08.649967 3793 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7f5b596644-qrpfp I0420 11:40:08.651609 3793 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7f5b596644-qrpfp, ips: 10.129.0.5 I0420 11:40:08.651634 3793 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5b596644-qrpfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:08.661631 3793 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-8798df8cc-svsll] creating logical port openshift-image-registry_image-registry-8798df8cc-svsll for pod on switch ip-10-0-2-103.ec2.internal I0420 11:40:08.661799 3793 kube.go:256] Updating pod openshift-image-registry/image-registry-8798df8cc-svsll I0420 11:40:08.681102 3793 pod.go:62] [openshift-image-registry/image-registry-8798df8cc-svsll] pod update took 19.328271ms I0420 11:40:08.681134 3793 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-8798df8cc-svsll] addLogicalPort annotation time took 19.365429ms I0420 11:40:08.682567 3793 pods.go:271] [openshift-image-registry/image-registry-8798df8cc-svsll] addLogicalPort took 20.952446ms, libovsdb time 963.503µs I0420 11:40:09.028012 3793 cni.go:452] [openshift-image-registry/image-registry-8798df8cc-svsll 6b190b61f32905ad7dd51ab6ed529af2324d86e18480740053ddf5def2191c15 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-8798df8cc-svsll 6b190b61f32905ad7dd51ab6ed529af2324d86e18480740053ddf5def2191c15 network default NAD default NAD key ] I0420 11:40:09.038083 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-8798df8cc-svsll, hostIfaceName: 6b190b61f32905a, network: default, NAD default, SandboxID: "6b190b61f32905ad7dd51ab6ed529af2324d86e18480740053ddf5def2191c15", PCI device ID: , UID: "ac4c0ef2-bd54-4b01-a3ba-86901db3d722", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0420 11:40:09.085716 3793 cni.go:473] [openshift-image-registry/image-registry-8798df8cc-svsll 6b190b61f32905ad7dd51ab6ed529af2324d86e18480740053ddf5def2191c15 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-8798df8cc-svsll 6b190b61f32905ad7dd51ab6ed529af2324d86e18480740053ddf5def2191c15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:e6:07:38:06:e7\",\"name\":\"6b190b61f32905a\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/acee2e1e-417b-40db-8124-d01dc227645e\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:40:09.413752 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:09.413816 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:09.413827 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:09.413835 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0420 11:40:09.518872 3793 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5b596644-qrpfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:09.518895 3793 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5b596644-qrpfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:09.526257 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f5b596644-qrpfp I0420 11:40:09.526284 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f5b596644-qrpfp W0420 11:40:10.132867 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:40:10.132892 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:40:10.174788 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:40:10.174818 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0420 11:40:10.442899 3793 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz 3d21d40a8762b1691b828ef5e0bc700b9e3aab16589bc9313f27226543c54f89 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz 3d21d40a8762b1691b828ef5e0bc700b9e3aab16589bc9313f27226543c54f89 network default NAD default NAD key ] I0420 11:40:10.513635 3793 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz 3d21d40a8762b1691b828ef5e0bc700b9e3aab16589bc9313f27226543c54f89 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz 3d21d40a8762b1691b828ef5e0bc700b9e3aab16589bc9313f27226543c54f89 network default NAD default NAD key default], result "{}", err I0420 11:40:10.573113 3793 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:10.573146 3793 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz I0420 11:40:10.574588 3793 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz, ips: 10.129.0.12 I0420 11:40:10.574618 3793 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:10.574642 3793 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:40:10.574658 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0420 11:40:10.574862 3793 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:40:10.574879 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0420 11:40:11.608925 3793 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:11.608957 3793 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:11.608978 3793 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:11.608996 3793 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:12.183418 3793 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 11:40:12.198961 3793 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 11:40:14.275471 3793 base_network_controller_pods.go:487] [default/openshift-console/console-85578cddd7-28h27] creating logical port openshift-console_console-85578cddd7-28h27 for pod on switch ip-10-0-2-103.ec2.internal I0420 11:40:14.275620 3793 kube.go:256] Updating pod openshift-console/console-85578cddd7-28h27 I0420 11:40:14.300140 3793 pod.go:62] [openshift-console/console-85578cddd7-28h27] pod update took 24.54704ms I0420 11:40:14.300243 3793 base_network_controller_pods.go:951] [default/openshift-console/console-85578cddd7-28h27] addLogicalPort annotation time took 24.653358ms I0420 11:40:14.301537 3793 pods.go:271] [openshift-console/console-85578cddd7-28h27] addLogicalPort took 26.084266ms, libovsdb time 849.108µs I0420 11:40:20.938498 3793 cni.go:452] [openshift-console/console-85578cddd7-28h27 097e5b1bae62d0f987470602f5cabcfa50ef97c5ec348ed004a02e7aa2dc18a0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-85578cddd7-28h27 097e5b1bae62d0f987470602f5cabcfa50ef97c5ec348ed004a02e7aa2dc18a0 network default NAD default NAD key ] I0420 11:40:20.947598 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-85578cddd7-28h27, hostIfaceName: 097e5b1bae62d0f, network: default, NAD default, SandboxID: "097e5b1bae62d0f987470602f5cabcfa50ef97c5ec348ed004a02e7aa2dc18a0", PCI device ID: , UID: "d7d14ae2-a5f4-485f-a19a-0361e116bf74", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0420 11:40:20.994753 3793 cni.go:473] [openshift-console/console-85578cddd7-28h27 097e5b1bae62d0f987470602f5cabcfa50ef97c5ec348ed004a02e7aa2dc18a0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-85578cddd7-28h27 097e5b1bae62d0f987470602f5cabcfa50ef97c5ec348ed004a02e7aa2dc18a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:c7:d7:38:eb:d9\",\"name\":\"097e5b1bae62d0f\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d79dce2-7b79-4af0-a4c1-1dee9900d565\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:40:21.286596 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0420 11:40:21.514956 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0420 11:40:24.222807 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 11:40:24.222829 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 11:40:24.413404 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 11:40:24.507108 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 11:40:25.313792 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 11:40:25.392670 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 11:40:25.515069 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:40:26.647910 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:26.647936 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:26.647944 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:26.647961 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:26.647968 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:26.647975 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:27.239099 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:27.239117 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:27.239123 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:30.452756 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0420 11:40:35.472459 3793 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5b596644-tcw74 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:35.473018 3793 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5b596644-tcw74 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:40:36.471006 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0420 11:40:36.502785 3793 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5b596644-tcw74 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:36.502806 3793 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5b596644-tcw74 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:36.509790 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f5b596644-tcw74 I0420 11:40:36.509815 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f5b596644-tcw74 W0420 11:40:41.466584 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0420 11:40:50.610306 3793 obj_retry.go:498] Detected object openshift-console/console-85578cddd7-dfnm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:50.610842 3793 obj_retry.go:498] Detected object openshift-console/console-85578cddd7-dfnm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:51.410746 3793 obj_retry.go:492] Detected object openshift-console/console-85578cddd7-dfnm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:51.410766 3793 obj_retry.go:492] Detected object openshift-console/console-85578cddd7-dfnm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:51.417722 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85578cddd7-dfnm2 I0420 11:40:51.417749 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85578cddd7-dfnm2 W0420 11:40:51.508941 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0420 11:40:57.639109 3793 cni.go:452] [openshift-console/console-85578cddd7-28h27 097e5b1bae62d0f987470602f5cabcfa50ef97c5ec348ed004a02e7aa2dc18a0 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-85578cddd7-28h27 097e5b1bae62d0f987470602f5cabcfa50ef97c5ec348ed004a02e7aa2dc18a0 network default NAD default NAD key ] I0420 11:40:57.712698 3793 cni.go:473] [openshift-console/console-85578cddd7-28h27 097e5b1bae62d0f987470602f5cabcfa50ef97c5ec348ed004a02e7aa2dc18a0 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-85578cddd7-28h27 097e5b1bae62d0f987470602f5cabcfa50ef97c5ec348ed004a02e7aa2dc18a0 network default NAD default NAD key default], result "{}", err I0420 11:40:57.782466 3793 obj_retry.go:498] Detected object openshift-console/console-85578cddd7-28h27 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:57.782494 3793 pods.go:176] Deleting pod: openshift-console/console-85578cddd7-28h27 I0420 11:40:57.797459 3793 pods.go:236] Attempting to release IPs for pod: openshift-console/console-85578cddd7-28h27, ips: 10.129.0.20 I0420 11:40:57.797509 3793 obj_retry.go:498] Detected object openshift-console/console-85578cddd7-28h27 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:58.638663 3793 obj_retry.go:492] Detected object openshift-console/console-85578cddd7-28h27 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:58.638683 3793 obj_retry.go:492] Detected object openshift-console/console-85578cddd7-28h27 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:58.644303 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85578cddd7-28h27 I0420 11:40:58.644326 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85578cddd7-28h27 I0420 11:40:59.342702 3793 obj_retry.go:498] Detected object openshift-ingress/router-default-64c88cb67c-tbvl6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:59.343329 3793 obj_retry.go:498] Detected object openshift-ingress/router-default-64c88cb67c-tbvl6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:59.533971 3793 obj_retry.go:492] Detected object openshift-ingress/router-default-64c88cb67c-tbvl6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:59.533997 3793 obj_retry.go:492] Detected object openshift-ingress/router-default-64c88cb67c-tbvl6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:59.538140 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-64c88cb67c-tbvl6 I0420 11:40:59.538161 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-64c88cb67c-tbvl6 W0420 11:41:02.587493 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:41:02.587519 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:41:02.587536 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:41:02.587544 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:41:02.695085 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:41:02.695107 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 11:41:16.824219 3793 cni.go:452] [openshift-monitoring/alertmanager-main-1 4bb1c926265bd7802cb0e8354c22d9453275378551cee4946e2d983f18b676db network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 4bb1c926265bd7802cb0e8354c22d9453275378551cee4946e2d983f18b676db network default NAD default NAD key ] I0420 11:41:16.903257 3793 cni.go:473] [openshift-monitoring/alertmanager-main-1 4bb1c926265bd7802cb0e8354c22d9453275378551cee4946e2d983f18b676db network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 4bb1c926265bd7802cb0e8354c22d9453275378551cee4946e2d983f18b676db network default NAD default NAD key default], result "{}", err I0420 11:41:16.984801 3793 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:16.984834 3793 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0420 11:41:16.985963 3793 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.13 I0420 11:41:16.985993 3793 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:17.719786 3793 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:17.719810 3793 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:17.726056 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0420 11:41:17.726087 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0420 11:41:17.767556 3793 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-103.ec2.internal I0420 11:41:17.767662 3793 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0420 11:41:17.790691 3793 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.067186ms I0420 11:41:17.790714 3793 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.094155ms I0420 11:41:17.791880 3793 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.344084ms, libovsdb time 825.8µs I0420 11:41:18.190159 3793 cni.go:452] [openshift-monitoring/alertmanager-main-1 1ab3b50fc89c2ec2f16564433c7611d7d1f861abb4a7df06128971441586aa4a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 1ab3b50fc89c2ec2f16564433c7611d7d1f861abb4a7df06128971441586aa4a network default NAD default NAD key ] I0420 11:41:18.199457 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 1ab3b50fc89c2ec, network: default, NAD default, SandboxID: "1ab3b50fc89c2ec2f16564433c7611d7d1f861abb4a7df06128971441586aa4a", PCI device ID: , UID: "9f145bff-0f97-4a6d-b64b-a0bdc6b764d6", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0420 11:41:18.245848 3793 cni.go:473] [openshift-monitoring/alertmanager-main-1 1ab3b50fc89c2ec2f16564433c7611d7d1f861abb4a7df06128971441586aa4a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 1ab3b50fc89c2ec2f16564433c7611d7d1f861abb4a7df06128971441586aa4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:73:51:06:89:2b\",\"name\":\"1ab3b50fc89c2ec\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2327ffc-d6b2-41d4-a53a-e3d17a862adc\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:41:21.330280 3793 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:21.330863 3793 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:21.634879 3793 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:21.634901 3793 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:21.641753 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0420 11:41:21.641784 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0420 11:41:22.905820 3793 base_network_controller_pods.go:487] [default/openshift-console/console-7fdf476569-cngl4] creating logical port openshift-console_console-7fdf476569-cngl4 for pod on switch ip-10-0-2-103.ec2.internal I0420 11:41:22.905946 3793 kube.go:256] Updating pod openshift-console/console-7fdf476569-cngl4 I0420 11:41:22.942948 3793 pod.go:62] [openshift-console/console-7fdf476569-cngl4] pod update took 37.025282ms I0420 11:41:22.942974 3793 base_network_controller_pods.go:951] [default/openshift-console/console-7fdf476569-cngl4] addLogicalPort annotation time took 37.055258ms I0420 11:41:22.944075 3793 pods.go:271] [openshift-console/console-7fdf476569-cngl4] addLogicalPort took 38.269389ms, libovsdb time 747.573µs I0420 11:41:23.266645 3793 cni.go:452] [openshift-console/console-7fdf476569-cngl4 718bf82c2da356d3e5a0a1fcce239147ffa13ae49ab72a67bc33d0feab8ab205 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7fdf476569-cngl4 718bf82c2da356d3e5a0a1fcce239147ffa13ae49ab72a67bc33d0feab8ab205 network default NAD default NAD key ] I0420 11:41:23.275887 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7fdf476569-cngl4, hostIfaceName: 718bf82c2da356d, network: default, NAD default, SandboxID: "718bf82c2da356d3e5a0a1fcce239147ffa13ae49ab72a67bc33d0feab8ab205", PCI device ID: , UID: "375345bb-50b0-4177-ae42-c4969075f7e6", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0420 11:41:23.322882 3793 cni.go:473] [openshift-console/console-7fdf476569-cngl4 718bf82c2da356d3e5a0a1fcce239147ffa13ae49ab72a67bc33d0feab8ab205 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7fdf476569-cngl4 718bf82c2da356d3e5a0a1fcce239147ffa13ae49ab72a67bc33d0feab8ab205 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:c8:21:6c:d4:f2\",\"name\":\"718bf82c2da356d\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbd39231-03d4-4adf-b7f3-7e79f691575d\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:41:33.807944 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:41:38.208859 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:41:38.208880 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:41:38.208886 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 11:41:39.495242 3793 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:39.495821 3793 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:39.514606 3793 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 11:41:39.638911 3793 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:39.638927 3793 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:39.644504 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0420 11:41:39.644523 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0420 11:41:48.193910 3793 obj_retry.go:498] Detected object openshift-console/console-7cc957bfcd-ccd26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:48.194470 3793 obj_retry.go:498] Detected object openshift-console/console-7cc957bfcd-ccd26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:48.675757 3793 obj_retry.go:492] Detected object openshift-console/console-7cc957bfcd-ccd26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:48.675782 3793 obj_retry.go:492] Detected object openshift-console/console-7cc957bfcd-ccd26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:48.683264 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc957bfcd-ccd26 I0420 11:41:48.683282 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc957bfcd-ccd26 I0420 11:41:59.134507 3793 obj_retry.go:498] Detected object openshift-console/console-7cc957bfcd-sqwn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:59.135066 3793 obj_retry.go:498] Detected object openshift-console/console-7cc957bfcd-sqwn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:59.792730 3793 obj_retry.go:492] Detected object openshift-console/console-7cc957bfcd-sqwn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:59.792753 3793 obj_retry.go:492] Detected object openshift-console/console-7cc957bfcd-sqwn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:59.798570 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc957bfcd-sqwn8 I0420 11:41:59.798590 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc957bfcd-sqwn8 I0420 11:42:24.087169 3793 cni.go:452] [openshift-monitoring/prometheus-k8s-0 6e606bc4ec4e0d8514e76ca0f31b34dda1ffc3418acff7f93d5d1de3d9cf92e4 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 6e606bc4ec4e0d8514e76ca0f31b34dda1ffc3418acff7f93d5d1de3d9cf92e4 network default NAD default NAD key ] I0420 11:42:24.159864 3793 cni.go:473] [openshift-monitoring/prometheus-k8s-0 6e606bc4ec4e0d8514e76ca0f31b34dda1ffc3418acff7f93d5d1de3d9cf92e4 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 6e606bc4ec4e0d8514e76ca0f31b34dda1ffc3418acff7f93d5d1de3d9cf92e4 network default NAD default NAD key default], result "{}", err I0420 11:42:24.218697 3793 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:24.218728 3793 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0420 11:42:24.219927 3793 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.17 I0420 11:42:24.219953 3793 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:24.994671 3793 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:24.994714 3793 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:25.001534 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0420 11:42:25.001561 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0420 11:42:25.042680 3793 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-103.ec2.internal I0420 11:42:25.042827 3793 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0420 11:42:25.067754 3793 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.003517ms I0420 11:42:25.067772 3793 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.026642ms I0420 11:42:25.069133 3793 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 26.471515ms, libovsdb time 1.012446ms I0420 11:42:25.402994 3793 cni.go:452] [openshift-monitoring/prometheus-k8s-0 70e5b2b417d5103386c73145a4056201bb01fc4cb08a8600c0768189635579d9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 70e5b2b417d5103386c73145a4056201bb01fc4cb08a8600c0768189635579d9 network default NAD default NAD key ] I0420 11:42:25.414772 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 70e5b2b417d5103, network: default, NAD default, SandboxID: "70e5b2b417d5103386c73145a4056201bb01fc4cb08a8600c0768189635579d9", PCI device ID: , UID: "76f66ac3-4976-40db-b6a5-cf79070f7fe6", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0420 11:42:25.465257 3793 cni.go:473] [openshift-monitoring/prometheus-k8s-0 70e5b2b417d5103386c73145a4056201bb01fc4cb08a8600c0768189635579d9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 70e5b2b417d5103386c73145a4056201bb01fc4cb08a8600c0768189635579d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:b5:54:05:c5:93\",\"name\":\"70e5b2b417d5103\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f74d5f0-3d4a-4dd4-b30a-f7659fa5f88b\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:42:56.085832 3793 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:56.086389 3793 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:56.986861 3793 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:56.986890 3793 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:43:26.270349 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:43:26.270375 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 11:43:59.039917 3793 obj_retry.go:498] Detected object openshift-console/console-7fdf476569-p96f2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:59.040437 3793 obj_retry.go:498] Detected object openshift-console/console-7fdf476569-p96f2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:59.509772 3793 obj_retry.go:492] Detected object openshift-console/console-7fdf476569-p96f2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:59.509795 3793 obj_retry.go:492] Detected object openshift-console/console-7fdf476569-p96f2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:59.517559 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7fdf476569-p96f2 I0420 11:43:59.517583 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7fdf476569-p96f2 I0420 11:44:09.434316 3793 cni.go:452] [openshift-console/console-7fdf476569-cngl4 718bf82c2da356d3e5a0a1fcce239147ffa13ae49ab72a67bc33d0feab8ab205 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7fdf476569-cngl4 718bf82c2da356d3e5a0a1fcce239147ffa13ae49ab72a67bc33d0feab8ab205 network default NAD default NAD key ] I0420 11:44:09.519765 3793 cni.go:473] [openshift-console/console-7fdf476569-cngl4 718bf82c2da356d3e5a0a1fcce239147ffa13ae49ab72a67bc33d0feab8ab205 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7fdf476569-cngl4 718bf82c2da356d3e5a0a1fcce239147ffa13ae49ab72a67bc33d0feab8ab205 network default NAD default NAD key default], result "{}", err I0420 11:44:09.565944 3793 obj_retry.go:498] Detected object openshift-console/console-7fdf476569-cngl4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:44:09.565971 3793 pods.go:176] Deleting pod: openshift-console/console-7fdf476569-cngl4 I0420 11:44:09.567121 3793 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7fdf476569-cngl4, ips: 10.129.0.22 I0420 11:44:09.567149 3793 obj_retry.go:498] Detected object openshift-console/console-7fdf476569-cngl4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:44:10.402001 3793 obj_retry.go:492] Detected object openshift-console/console-7fdf476569-cngl4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:44:10.402025 3793 obj_retry.go:492] Detected object openshift-console/console-7fdf476569-cngl4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:44:10.406695 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7fdf476569-cngl4 I0420 11:44:10.406717 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7fdf476569-cngl4 I0420 11:44:28.364026 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0420 11:44:40.270691 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0420 11:44:50.381392 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0420 11:45:16.534664 3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:45:27.588184 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0420 11:45:27.588279 3793 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-pdqlm IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-pdqlm: no pod IPs found I0420 11:45:28.266527 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 I0420 11:45:35.392428 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0420 11:46:01.198181 3793 namespace.go:98] [tsf] adding namespace I0420 11:46:01.198981 3793 namespace.go:102] [tsf] adding namespace took 779.474µs I0420 11:46:01.221178 3793 namespace.go:142] [tsf] updating namespace I0420 11:46:01.236478 3793 namespace.go:142] [tsf] updating namespace I0420 11:46:05.189852 3793 namespace.go:98] [cert-manager-operator] adding namespace I0420 11:46:05.190639 3793 namespace.go:102] [cert-manager-operator] adding namespace took 766.421µs I0420 11:46:05.194200 3793 namespace.go:98] [konflux-ui] adding namespace I0420 11:46:05.194251 3793 namespace.go:98] [tsf-keycloak] adding namespace I0420 11:46:05.194841 3793 namespace.go:102] [konflux-ui] adding namespace took 606.651µs I0420 11:46:05.195516 3793 namespace.go:102] [tsf-keycloak] adding namespace took 1.249364ms I0420 11:46:05.198310 3793 namespace.go:98] [tsf-tas] adding namespace I0420 11:46:05.198411 3793 namespace.go:98] [konflux-operator] adding namespace I0420 11:46:05.198519 3793 namespace.go:98] [tsf-tpa] adding namespace I0420 11:46:05.198606 3793 namespace.go:98] [rhbk-operator] adding namespace I0420 11:46:05.198961 3793 namespace.go:102] [tsf-tas] adding namespace took 634.492µs I0420 11:46:05.198992 3793 namespace.go:98] [rhtpa-operator] adding namespace I0420 11:46:05.199540 3793 namespace.go:102] [rhtpa-operator] adding namespace took 537.017µs I0420 11:46:05.200161 3793 namespace.go:102] [konflux-operator] adding namespace took 1.73666ms I0420 11:46:05.200688 3793 namespace.go:102] [tsf-tpa] adding namespace took 2.155869ms I0420 11:46:05.201138 3793 namespace.go:102] [rhbk-operator] adding namespace took 2.516466ms I0420 11:46:05.210823 3793 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:46:05.222654 3793 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:46:05.231242 3793 namespace.go:142] [konflux-ui] updating namespace I0420 11:46:05.231324 3793 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:46:05.235554 3793 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:46:05.235645 3793 namespace.go:142] [tsf-tas] updating namespace I0420 11:46:05.243866 3793 namespace.go:142] [tsf-tpa] updating namespace I0420 11:46:05.249125 3793 namespace.go:142] [konflux-operator] updating namespace I0420 11:46:05.249319 3793 namespace.go:142] [rhbk-operator] updating namespace I0420 11:46:05.249341 3793 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:46:05.268877 3793 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:46:05.279083 3793 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:46:05.288070 3793 namespace.go:142] [tsf-tas] updating namespace I0420 11:46:05.303388 3793 namespace.go:142] [tsf-tas] updating namespace I0420 11:46:05.309064 3793 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:46:05.330530 3793 namespace.go:142] [konflux-operator] updating namespace I0420 11:46:05.330617 3793 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:46:05.345291 3793 namespace.go:142] [konflux-operator] updating namespace I0420 11:46:05.348612 3793 namespace.go:142] [tsf-tpa] updating namespace I0420 11:46:05.371733 3793 namespace.go:142] [rhbk-operator] updating namespace I0420 11:46:05.375062 3793 namespace.go:142] [tsf-tpa] updating namespace I0420 11:46:05.386118 3793 namespace.go:142] [rhbk-operator] updating namespace I0420 11:46:05.390732 3793 namespace.go:142] [konflux-ui] updating namespace I0420 11:46:05.402645 3793 namespace.go:142] [konflux-ui] updating namespace I0420 11:46:06.513609 3793 namespace.go:142] [tsf-tpa] updating namespace I0420 11:46:06.532159 3793 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:46:07.500322 3793 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c for pod on switch ip-10-0-2-103.ec2.internal I0420 11:46:07.500468 3793 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c I0420 11:46:07.515410 3793 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c] pod update took 14.977805ms I0420 11:46:07.515433 3793 base_network_controller_pods.go:951] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c] addLogicalPort annotation time took 15.005281ms I0420 11:46:07.516578 3793 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c] addLogicalPort took 16.272869ms, libovsdb time 828.658µs I0420 11:46:07.589860 3793 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps for pod on switch ip-10-0-2-103.ec2.internal I0420 11:46:07.590006 3793 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps I0420 11:46:07.604505 3793 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps] pod update took 14.525497ms I0420 11:46:07.604528 3793 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps] addLogicalPort annotation time took 14.549379ms I0420 11:46:07.605592 3793 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps] addLogicalPort took 15.744238ms, libovsdb time 768.623µs I0420 11:46:07.857955 3793 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c 69a4a26489478668e48c7800b4d898e9e4861cf242a550763441e2296d1bd782 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c 69a4a26489478668e48c7800b4d898e9e4861cf242a550763441e2296d1bd782 network default NAD default NAD key ] I0420 11:46:07.867739 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c, hostIfaceName: 69a4a2648947866, network: default, NAD default, SandboxID: "69a4a26489478668e48c7800b4d898e9e4861cf242a550763441e2296d1bd782", PCI device ID: , UID: "9962f01a-c063-4791-8506-2d659a1ad19e", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0420 11:46:07.915375 3793 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c 69a4a26489478668e48c7800b4d898e9e4861cf242a550763441e2296d1bd782 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c 69a4a26489478668e48c7800b4d898e9e4861cf242a550763441e2296d1bd782 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:fe:27:db:8a:1f\",\"name\":\"69a4a2648947866\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f36b0c79-b774-4997-bdc2-cc7c2f571f7f\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:46:07.950113 3793 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps c87deb78df69ba66c28fced077f984f120c48b34da33911241094a485543724c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps c87deb78df69ba66c28fced077f984f120c48b34da33911241094a485543724c network default NAD default NAD key ] I0420 11:46:07.959755 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps, hostIfaceName: c87deb78df69ba6, network: default, NAD default, SandboxID: "c87deb78df69ba66c28fced077f984f120c48b34da33911241094a485543724c", PCI device ID: , UID: "8ad48fcc-b33c-4b7b-a4a1-610f5390b590", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0420 11:46:08.007307 3793 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps c87deb78df69ba66c28fced077f984f120c48b34da33911241094a485543724c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps c87deb78df69ba66c28fced077f984f120c48b34da33911241094a485543724c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:3e:31:d9:7c:ad\",\"name\":\"c87deb78df69ba6\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f46aa832-6edd-4788-8457-a9b5464923d3\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:46:10.580574 3793 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 for pod on switch ip-10-0-2-103.ec2.internal I0420 11:46:10.580705 3793 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 I0420 11:46:10.596670 3793 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9] pod update took 15.988779ms I0420 11:46:10.596696 3793 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9] addLogicalPort annotation time took 16.017492ms I0420 11:46:10.597988 3793 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9] addLogicalPort took 17.434501ms, libovsdb time 922.277µs I0420 11:46:10.939340 3793 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 853f4f1ff2550fae9b040dae18f107ccfedac27cb74afc09edf9279dfbe7def9 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 853f4f1ff2550fae9b040dae18f107ccfedac27cb74afc09edf9279dfbe7def9 network default NAD default NAD key ] I0420 11:46:10.949316 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9, hostIfaceName: 853f4f1ff2550fa, network: default, NAD default, SandboxID: "853f4f1ff2550fae9b040dae18f107ccfedac27cb74afc09edf9279dfbe7def9", PCI device ID: , UID: "1151054b-49ce-4b24-8c5e-a8ff6dcf6f1d", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0420 11:46:10.999948 3793 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 853f4f1ff2550fae9b040dae18f107ccfedac27cb74afc09edf9279dfbe7def9 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 853f4f1ff2550fae9b040dae18f107ccfedac27cb74afc09edf9279dfbe7def9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:1c:f6:10:2a:c7\",\"name\":\"853f4f1ff2550fa\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/561d8a74-a4ba-43cb-8025-f57162d40c5b\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:46:12.382299 3793 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g for pod on switch ip-10-0-2-103.ec2.internal I0420 11:46:12.382420 3793 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g I0420 11:46:12.397926 3793 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g] pod update took 15.532337ms I0420 11:46:12.397945 3793 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g] addLogicalPort annotation time took 15.555587ms I0420 11:46:12.399130 3793 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g] addLogicalPort took 16.85031ms, libovsdb time 851.025µs I0420 11:46:12.742519 3793 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g 10362b5cd8b0b18c8ed9b21c6359a5740857da124e976a704eb81918972e9611 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g 10362b5cd8b0b18c8ed9b21c6359a5740857da124e976a704eb81918972e9611 network default NAD default NAD key ] I0420 11:46:12.752418 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g, hostIfaceName: 10362b5cd8b0b18, network: default, NAD default, SandboxID: "10362b5cd8b0b18c8ed9b21c6359a5740857da124e976a704eb81918972e9611", PCI device ID: , UID: "5d020d27-24cb-4d6f-bcf3-13c204f1b69b", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0420 11:46:12.797744 3793 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g 10362b5cd8b0b18c8ed9b21c6359a5740857da124e976a704eb81918972e9611 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g 10362b5cd8b0b18c8ed9b21c6359a5740857da124e976a704eb81918972e9611 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:a5:4b:c2:d6:27\",\"name\":\"10362b5cd8b0b18\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e16d8db9-28af-4abe-b225-e13f0cf7c8a6\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:46:12.902473 3793 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps c87deb78df69ba66c28fced077f984f120c48b34da33911241094a485543724c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps c87deb78df69ba66c28fced077f984f120c48b34da33911241094a485543724c network default NAD default NAD key ] I0420 11:46:12.903509 3793 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c 69a4a26489478668e48c7800b4d898e9e4861cf242a550763441e2296d1bd782 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c 69a4a26489478668e48c7800b4d898e9e4861cf242a550763441e2296d1bd782 network default NAD default NAD key ] I0420 11:46:12.971073 3793 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps c87deb78df69ba66c28fced077f984f120c48b34da33911241094a485543724c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps c87deb78df69ba66c28fced077f984f120c48b34da33911241094a485543724c network default NAD default NAD key default], result "{}", err I0420 11:46:13.003675 3793 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c 69a4a26489478668e48c7800b4d898e9e4861cf242a550763441e2296d1bd782 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c 69a4a26489478668e48c7800b4d898e9e4861cf242a550763441e2296d1bd782 network default NAD default NAD key default], result "{}", err I0420 11:46:13.088460 3793 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.088507 3793 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps I0420 11:46:13.089927 3793 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps, ips: 10.129.0.25 I0420 11:46:13.089953 3793 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.089969 3793 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.089977 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:13.090137 3793 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.090153 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:13.112387 3793 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.112413 3793 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c I0420 11:46:13.113618 3793 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c, ips: 10.129.0.24 I0420 11:46:13.113646 3793 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.113666 3793 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.113675 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:13.113863 3793 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.113877 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:14.113650 3793 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.113674 3793 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.113688 3793 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.113699 3793 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.142813 3793 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.142833 3793 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.142847 3793 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.142857 3793 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.167149 3793 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb for pod on switch ip-10-0-2-103.ec2.internal I0420 11:46:14.167247 3793 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb I0420 11:46:14.181823 3793 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb] pod update took 14.615791ms I0420 11:46:14.181843 3793 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb] addLogicalPort annotation time took 14.638845ms I0420 11:46:14.182970 3793 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb] addLogicalPort took 15.838514ms, libovsdb time 835.53µs I0420 11:46:14.256369 3793 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq for pod on switch ip-10-0-2-103.ec2.internal I0420 11:46:14.256479 3793 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq I0420 11:46:14.270556 3793 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq] pod update took 14.097957ms I0420 11:46:14.270578 3793 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq] addLogicalPort annotation time took 14.126602ms I0420 11:46:14.271841 3793 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq] addLogicalPort took 15.482992ms, libovsdb time 897.822µs I0420 11:46:14.522969 3793 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb a654ba767e5cb09a4d9c639491c12f9f499000496b17b9af68e908927fafaa9d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb a654ba767e5cb09a4d9c639491c12f9f499000496b17b9af68e908927fafaa9d network default NAD default NAD key ] I0420 11:46:14.533407 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb, hostIfaceName: a654ba767e5cb09, network: default, NAD default, SandboxID: "a654ba767e5cb09a4d9c639491c12f9f499000496b17b9af68e908927fafaa9d", PCI device ID: , UID: "203af370-d4bc-4c39-9140-4f991f2590a4", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0420 11:46:14.580945 3793 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb a654ba767e5cb09a4d9c639491c12f9f499000496b17b9af68e908927fafaa9d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb a654ba767e5cb09a4d9c639491c12f9f499000496b17b9af68e908927fafaa9d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:0b:78:a6:6f:ad\",\"name\":\"a654ba767e5cb09\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6a2ddea-936e-4dc5-a2d4-1a14126ea072\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:46:14.615843 3793 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq ae72649602bcd1d9c8a05690c9ca3a19127586d95bc5beb359a23d4c7faa1cc1 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq ae72649602bcd1d9c8a05690c9ca3a19127586d95bc5beb359a23d4c7faa1cc1 network default NAD default NAD key ] I0420 11:46:14.626982 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq, hostIfaceName: ae72649602bcd1d, network: default, NAD default, SandboxID: "ae72649602bcd1d9c8a05690c9ca3a19127586d95bc5beb359a23d4c7faa1cc1", PCI device ID: , UID: "018e57db-b998-466d-b868-32ee33e44686", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0420 11:46:14.675506 3793 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq ae72649602bcd1d9c8a05690c9ca3a19127586d95bc5beb359a23d4c7faa1cc1 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq ae72649602bcd1d9c8a05690c9ca3a19127586d95bc5beb359a23d4c7faa1cc1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:0a:a3:32:7a:64\",\"name\":\"ae72649602bcd1d\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5149af90-1ea6-48ea-b9bd-489895063c9f\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:46:14.920283 3793 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 853f4f1ff2550fae9b040dae18f107ccfedac27cb74afc09edf9279dfbe7def9 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 853f4f1ff2550fae9b040dae18f107ccfedac27cb74afc09edf9279dfbe7def9 network default NAD default NAD key ] I0420 11:46:14.995304 3793 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 853f4f1ff2550fae9b040dae18f107ccfedac27cb74afc09edf9279dfbe7def9 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 853f4f1ff2550fae9b040dae18f107ccfedac27cb74afc09edf9279dfbe7def9 network default NAD default NAD key default], result "{}", err I0420 11:46:15.033123 3793 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:15.033159 3793 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 I0420 11:46:15.034753 3793 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9, ips: 10.129.0.26 I0420 11:46:15.034786 3793 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:15.034809 3793 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:15.034817 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:15.035062 3793 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:15.035078 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:16.059949 3793 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:16.059978 3793 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:16.060008 3793 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:16.060020 3793 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:16.938512 3793 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g 10362b5cd8b0b18c8ed9b21c6359a5740857da124e976a704eb81918972e9611 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g 10362b5cd8b0b18c8ed9b21c6359a5740857da124e976a704eb81918972e9611 network default NAD default NAD key ] I0420 11:46:17.012025 3793 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g 10362b5cd8b0b18c8ed9b21c6359a5740857da124e976a704eb81918972e9611 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g 10362b5cd8b0b18c8ed9b21c6359a5740857da124e976a704eb81918972e9611 network default NAD default NAD key default], result "{}", err I0420 11:46:17.063058 3793 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:17.063113 3793 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g I0420 11:46:17.064469 3793 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g, ips: 10.129.0.27 I0420 11:46:17.064495 3793 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:17.064517 3793 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:17.064526 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:17.064727 3793 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:17.064745 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:17.946124 3793 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq ae72649602bcd1d9c8a05690c9ca3a19127586d95bc5beb359a23d4c7faa1cc1 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq ae72649602bcd1d9c8a05690c9ca3a19127586d95bc5beb359a23d4c7faa1cc1 network default NAD default NAD key ] I0420 11:46:18.017001 3793 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq ae72649602bcd1d9c8a05690c9ca3a19127586d95bc5beb359a23d4c7faa1cc1 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq ae72649602bcd1d9c8a05690c9ca3a19127586d95bc5beb359a23d4c7faa1cc1 network default NAD default NAD key default], result "{}", err I0420 11:46:18.107588 3793 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:18.107643 3793 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq I0420 11:46:18.107650 3793 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:18.107669 3793 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:18.107685 3793 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:18.107698 3793 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:18.108845 3793 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq, ips: 10.129.0.29 I0420 11:46:18.108866 3793 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:18.108880 3793 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:18.108887 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:18.109023 3793 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:18.109033 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:18.951480 3793 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb a654ba767e5cb09a4d9c639491c12f9f499000496b17b9af68e908927fafaa9d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb a654ba767e5cb09a4d9c639491c12f9f499000496b17b9af68e908927fafaa9d network default NAD default NAD key ] I0420 11:46:19.018301 3793 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb a654ba767e5cb09a4d9c639491c12f9f499000496b17b9af68e908927fafaa9d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb a654ba767e5cb09a4d9c639491c12f9f499000496b17b9af68e908927fafaa9d network default NAD default NAD key default], result "{}", err I0420 11:46:19.103262 3793 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:19.103290 3793 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb I0420 11:46:19.104583 3793 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb, ips: 10.129.0.28 I0420 11:46:19.104611 3793 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:19.104632 3793 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:19.104641 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:19.104816 3793 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:19.104828 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:19.133841 3793 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:19.133862 3793 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:19.133881 3793 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:19.133895 3793 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:20.133106 3793 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:20.133132 3793 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:20.133144 3793 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:20.133168 3793 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:21.327472 3793 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-vhbbw] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-vhbbw for pod on switch ip-10-0-2-103.ec2.internal I0420 11:46:21.327622 3793 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-vhbbw I0420 11:46:21.357124 3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0420 11:46:21.357397 3793 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-vhbbw] pod update took 29.805743ms I0420 11:46:21.357415 3793 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-vhbbw] addLogicalPort annotation time took 29.827025ms I0420 11:46:21.358593 3793 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-vhbbw] addLogicalPort took 31.143643ms, libovsdb time 880.337µs I0420 11:46:21.684647 3793 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-vhbbw 80c30cdaee58f1e49371b593b13ab4c76706390c311ff139b6fb3f73453b9d69 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-vhbbw 80c30cdaee58f1e49371b593b13ab4c76706390c311ff139b6fb3f73453b9d69 network default NAD default NAD key ] I0420 11:46:21.693502 3793 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-vhbbw, hostIfaceName: 80c30cdaee58f1e, network: default, NAD default, SandboxID: "80c30cdaee58f1e49371b593b13ab4c76706390c311ff139b6fb3f73453b9d69", PCI device ID: , UID: "59b611b5-e8ff-493c-956d-0522254c3e21", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0420 11:46:21.739064 3793 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-vhbbw 80c30cdaee58f1e49371b593b13ab4c76706390c311ff139b6fb3f73453b9d69 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-vhbbw 80c30cdaee58f1e49371b593b13ab4c76706390c311ff139b6fb3f73453b9d69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:1e:65:76:fa:f4\",\"name\":\"80c30cdaee58f1e\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5aeaeaa-765c-40a8-844b-ebd0e6e0f57d\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:46:22.585735 3793 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xrzh4] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-xrzh4 for pod on switch ip-10-0-2-103.ec2.internal I0420 11:46:22.585883 3793 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xrzh4 I0420 11:46:22.600793 3793 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xrzh4] pod update took 14.935819ms I0420 11:46:22.600814 3793 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xrzh4] addLogicalPort annotation time took 14.96301ms I0420 11:46:22.602094 3793 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xrzh4] addLogicalPort took 16.374911ms, libovsdb time 907.064µs I0420 11:46:22.950085 3793 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xrzh4 8e1e0257bc8d8580256f7e1f908a6867821e62793d8b77253398cb181f520219 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xrzh4 8e1e0257bc8d8580256f7e1f908a6867821e62793d8b77253398cb181f520219 network default NAD default NAD key ] I0420 11:46:22.960156 3793 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-xrzh4, hostIfaceName: 8e1e0257bc8d858, network: default, NAD default, SandboxID: "8e1e0257bc8d8580256f7e1f908a6867821e62793d8b77253398cb181f520219", PCI device ID: , UID: "374c66ee-0134-4e22-a4fa-b0d0510a4368", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0420 11:46:23.008116 3793 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xrzh4 8e1e0257bc8d8580256f7e1f908a6867821e62793d8b77253398cb181f520219 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xrzh4 8e1e0257bc8d8580256f7e1f908a6867821e62793d8b77253398cb181f520219 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:00:e8:62:8e:63\",\"name\":\"8e1e0257bc8d858\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d46c31f-bcfb-4029-9f88-2f5b56776569\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:46:26.096432 3793 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-62qgx] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-62qgx for pod on switch ip-10-0-2-103.ec2.internal I0420 11:46:26.096564 3793 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-62qgx I0420 11:46:26.110676 3793 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-62qgx] pod update took 14.144634ms I0420 11:46:26.110769 3793 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-62qgx] addLogicalPort annotation time took 14.243139ms I0420 11:46:26.112249 3793 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-62qgx] addLogicalPort took 15.83705ms, libovsdb time 1.044686ms I0420 11:46:26.459421 3793 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-62qgx 3a9a9df27a580f194f79527f6b9b96fa6262154fa93b80cf106d976a1d6f33a6 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-62qgx 3a9a9df27a580f194f79527f6b9b96fa6262154fa93b80cf106d976a1d6f33a6 network default NAD default NAD key ] I0420 11:46:26.469899 3793 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-62qgx, hostIfaceName: 3a9a9df27a580f1, network: default, NAD default, SandboxID: "3a9a9df27a580f194f79527f6b9b96fa6262154fa93b80cf106d976a1d6f33a6", PCI device ID: , UID: "542dc6f7-70bf-4823-9435-4f29c6652903", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0420 11:46:26.517078 3793 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-62qgx 3a9a9df27a580f194f79527f6b9b96fa6262154fa93b80cf106d976a1d6f33a6 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-62qgx 3a9a9df27a580f194f79527f6b9b96fa6262154fa93b80cf106d976a1d6f33a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:1c:01:a0:56:f2\",\"name\":\"3a9a9df27a580f1\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2490b174-2af8-4845-8b0a-1d09a0f927ac\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:46:27.015035 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 11:46:27.643282 3793 namespace.go:98] [cert-manager] adding namespace I0420 11:46:27.644163 3793 namespace.go:102] [cert-manager] adding namespace took 859.397µs I0420 11:46:27.668002 3793 namespace.go:142] [cert-manager] updating namespace I0420 11:46:27.684360 3793 namespace.go:142] [cert-manager] updating namespace W0420 11:46:31.281022 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 11:46:31.286452 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 11:46:35.360638 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0420 11:46:35.877838 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 11:46:35.877857 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 11:46:38.007770 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 11:46:39.100674 3793 namespace.go:142] [openshift-operators] updating namespace I0420 11:46:39.110442 3793 namespace.go:142] [openshift-operators] updating namespace I0420 11:46:39.776687 3793 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l5bfh] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-l5bfh for pod on switch ip-10-0-2-103.ec2.internal I0420 11:46:39.776816 3793 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l5bfh I0420 11:46:39.803669 3793 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l5bfh] pod update took 26.883149ms I0420 11:46:39.803688 3793 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l5bfh] addLogicalPort annotation time took 26.906375ms I0420 11:46:39.804818 3793 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l5bfh] addLogicalPort took 28.145314ms, libovsdb time 788.763µs I0420 11:46:40.136751 3793 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l5bfh 9760999ffe0e5c8287e59678f89278978e1d2ed70ca8965c1b1e18f7c813de81 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l5bfh 9760999ffe0e5c8287e59678f89278978e1d2ed70ca8965c1b1e18f7c813de81 network default NAD default NAD key ] I0420 11:46:40.146905 3793 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-l5bfh, hostIfaceName: 9760999ffe0e5c8, network: default, NAD default, SandboxID: "9760999ffe0e5c8287e59678f89278978e1d2ed70ca8965c1b1e18f7c813de81", PCI device ID: , UID: "ec549435-0aab-414e-a63e-02e65e764aca", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0420 11:46:40.196227 3793 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l5bfh 9760999ffe0e5c8287e59678f89278978e1d2ed70ca8965c1b1e18f7c813de81 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l5bfh 9760999ffe0e5c8287e59678f89278978e1d2ed70ca8965c1b1e18f7c813de81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:77:0b:24:10:b1\",\"name\":\"9760999ffe0e5c8\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f4753f6-fbb8-4396-9d77-8956c1ddff22\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:46:40.395170 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 W0420 11:46:43.170586 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 11:46:45.375372 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0420 11:46:47.143483 3793 namespace.go:142] [openshift-operators] updating namespace I0420 11:46:47.767498 3793 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-lc9qn] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-lc9qn for pod on switch ip-10-0-2-103.ec2.internal I0420 11:46:47.767608 3793 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-lc9qn I0420 11:46:47.807230 3793 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-lc9qn] pod update took 39.64708ms I0420 11:46:47.807249 3793 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-lc9qn] addLogicalPort annotation time took 39.671297ms I0420 11:46:47.808339 3793 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-lc9qn] addLogicalPort took 40.853735ms, libovsdb time 782.535µs I0420 11:46:48.143695 3793 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-lc9qn 8a32a846e6c1715c540df603dd8c386e002747593038b588c78735cdb3ccc81c network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-lc9qn 8a32a846e6c1715c540df603dd8c386e002747593038b588c78735cdb3ccc81c network default NAD default NAD key ] I0420 11:46:48.152846 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-lc9qn, hostIfaceName: 8a32a846e6c1715, network: default, NAD default, SandboxID: "8a32a846e6c1715c540df603dd8c386e002747593038b588c78735cdb3ccc81c", PCI device ID: , UID: "a6160324-63dd-4a14-839d-f7bf2f721951", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0420 11:46:48.200398 3793 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-lc9qn 8a32a846e6c1715c540df603dd8c386e002747593038b588c78735cdb3ccc81c network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-lc9qn 8a32a846e6c1715c540df603dd8c386e002747593038b588c78735cdb3ccc81c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:c3:ff:ae:9f:aa\",\"name\":\"8a32a846e6c1715\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c1ae635-4766-44be-93ca-eef6a86b544d\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:46:48.266896 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0420 11:46:52.703694 3793 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jbt9p] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-jbt9p for pod on switch ip-10-0-2-103.ec2.internal I0420 11:46:52.703807 3793 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jbt9p I0420 11:46:52.732620 3793 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jbt9p] pod update took 28.839671ms I0420 11:46:52.732641 3793 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jbt9p] addLogicalPort annotation time took 28.866018ms I0420 11:46:52.733864 3793 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jbt9p] addLogicalPort took 30.183844ms, libovsdb time 886.285µs I0420 11:46:53.060148 3793 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jbt9p 861b20a4c7aa1b726bdc8b306d94c851dca10900b9397f4f233fa7c18805b778 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jbt9p 861b20a4c7aa1b726bdc8b306d94c851dca10900b9397f4f233fa7c18805b778 network default NAD default NAD key ] I0420 11:46:53.069592 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-jbt9p, hostIfaceName: 861b20a4c7aa1b7, network: default, NAD default, SandboxID: "861b20a4c7aa1b726bdc8b306d94c851dca10900b9397f4f233fa7c18805b778", PCI device ID: , UID: "262b9649-eaf6-4082-a224-ff86ae154ed9", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0420 11:46:53.119265 3793 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jbt9p 861b20a4c7aa1b726bdc8b306d94c851dca10900b9397f4f233fa7c18805b778 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jbt9p 861b20a4c7aa1b726bdc8b306d94c851dca10900b9397f4f233fa7c18805b778 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f1:66:cd:4b:24\",\"name\":\"861b20a4c7aa1b7\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e20d09e0-e1b5-4312-bd6c-755e38bc6b92\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:46:54.107747 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 11:46:56.055546 3793 namespace.go:98] [trusted-artifact-signer] adding namespace I0420 11:46:56.056318 3793 namespace.go:102] [trusted-artifact-signer] adding namespace took 751.121µs I0420 11:46:56.102380 3793 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:46:56.133324 3793 namespace.go:142] [trusted-artifact-signer] updating namespace W0420 11:46:56.291422 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 11:47:02.713585 3793 namespace.go:98] [openshift-pipelines] adding namespace I0420 11:47:02.714423 3793 namespace.go:102] [openshift-pipelines] adding namespace took 818.528µs I0420 11:47:02.730402 3793 namespace.go:142] [openshift-pipelines] updating namespace I0420 11:47:03.423134 3793 namespace.go:142] [cert-manager] updating namespace I0420 11:47:03.623759 3793 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:47:04.020860 3793 namespace.go:142] [konflux-operator] updating namespace I0420 11:47:04.226326 3793 namespace.go:142] [konflux-ui] updating namespace I0420 11:47:04.426441 3793 namespace.go:142] [open-cluster-management-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os] updating namespace I0420 11:47:04.826700 3793 namespace.go:142] [rhbk-operator] updating namespace I0420 11:47:05.032569 3793 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:47:05.238328 3793 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:47:05.442473 3793 namespace.go:142] [tsf] updating namespace I0420 11:47:05.647544 3793 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:47:05.844299 3793 namespace.go:142] [tsf-tas] updating namespace I0420 11:47:06.044041 3793 namespace.go:142] [tsf-tpa] updating namespace I0420 11:47:06.170054 3793 namespace.go:142] [cert-manager] updating namespace I0420 11:47:06.178634 3793 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:47:06.187292 3793 namespace.go:142] [default] updating namespace I0420 11:47:06.198783 3793 namespace.go:142] [konflux-operator] updating namespace I0420 11:47:06.206504 3793 namespace.go:142] [konflux-ui] updating namespace I0420 11:47:06.217041 3793 namespace.go:142] [open-cluster-management-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os] updating namespace I0420 11:47:06.225416 3793 namespace.go:142] [openshift] updating namespace I0420 11:47:06.234787 3793 namespace.go:142] [rhbk-operator] updating namespace I0420 11:47:06.244857 3793 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:47:06.253885 3793 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:47:06.262191 3793 namespace.go:142] [tsf] updating namespace I0420 11:47:06.284462 3793 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:47:06.306070 3793 namespace.go:142] [tsf-tas] updating namespace I0420 11:47:06.324345 3793 namespace.go:142] [tsf-tpa] updating namespace I0420 11:47:06.424986 3793 namespace.go:142] [cert-manager] updating namespace I0420 11:47:06.526397 3793 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:47:06.629497 3793 namespace.go:142] [default] updating namespace I0420 11:47:06.727275 3793 namespace.go:142] [konflux-operator] updating namespace I0420 11:47:06.827470 3793 namespace.go:142] [konflux-ui] updating namespace I0420 11:47:06.927304 3793 namespace.go:142] [open-cluster-management-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os] updating namespace I0420 11:47:07.026550 3793 namespace.go:142] [openshift] updating namespace I0420 11:47:07.123677 3793 namespace.go:142] [rhbk-operator] updating namespace W0420 11:47:07.165082 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 11:47:07.225141 3793 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:47:07.325328 3793 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:47:07.428429 3793 namespace.go:142] [tsf] updating namespace I0420 11:47:07.526420 3793 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:47:07.632810 3793 namespace.go:142] [tsf-tas] updating namespace I0420 11:47:07.754286 3793 namespace.go:142] [tsf-tpa] updating namespace I0420 11:47:08.354548 3793 namespace.go:142] [openshift-pipelines] updating namespace I0420 11:47:14.267486 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=87 I0420 11:47:16.566748 3793 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgbdw] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-zgbdw for pod on switch ip-10-0-2-103.ec2.internal I0420 11:47:16.566828 3793 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgbdw I0420 11:47:16.583696 3793 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgbdw] pod update took 16.891364ms I0420 11:47:16.583720 3793 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgbdw] addLogicalPort annotation time took 16.916564ms I0420 11:47:16.584782 3793 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgbdw] addLogicalPort took 18.046927ms, libovsdb time 743.325µs I0420 11:47:16.634615 3793 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-8qn7n] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-8qn7n for pod on switch ip-10-0-2-103.ec2.internal I0420 11:47:16.634690 3793 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-8qn7n I0420 11:47:16.649310 3793 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8qn7n] pod update took 14.64571ms I0420 11:47:16.649334 3793 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-8qn7n] addLogicalPort annotation time took 14.670691ms I0420 11:47:16.650574 3793 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8qn7n] addLogicalPort took 15.968254ms, libovsdb time 817.733µs I0420 11:47:16.715425 3793 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-7zmch] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-7zmch for pod on switch ip-10-0-2-103.ec2.internal I0420 11:47:16.715532 3793 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-7zmch I0420 11:47:16.729098 3793 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-7zmch] pod update took 13.59352ms I0420 11:47:16.729115 3793 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-7zmch] addLogicalPort annotation time took 13.613849ms I0420 11:47:16.730159 3793 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-7zmch] addLogicalPort took 14.743769ms, libovsdb time 707.079µs I0420 11:47:16.932804 3793 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgbdw c41d9659edf6e2e6255f2aa087ccd26d93205e2e705dd830c44b8ba076a00566 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgbdw c41d9659edf6e2e6255f2aa087ccd26d93205e2e705dd830c44b8ba076a00566 network default NAD default NAD key ] I0420 11:47:16.943881 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-zgbdw, hostIfaceName: c41d9659edf6e2e, network: default, NAD default, SandboxID: "c41d9659edf6e2e6255f2aa087ccd26d93205e2e705dd830c44b8ba076a00566", PCI device ID: , UID: "9ef9301a-4dbf-4e4f-8f9c-5884dacf6f84", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0420 11:47:16.992803 3793 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgbdw c41d9659edf6e2e6255f2aa087ccd26d93205e2e705dd830c44b8ba076a00566 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgbdw c41d9659edf6e2e6255f2aa087ccd26d93205e2e705dd830c44b8ba076a00566 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:cd:85:57:f0:05\",\"name\":\"c41d9659edf6e2e\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cfa38e5-52a7-4ec8-a8de-824be0826e74\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:47:17.005191 3793 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8qn7n 171b024e3b34a5c42541323cb3bb238c79d10a1452775ce794f01a6b8e7b50fe network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-8qn7n 171b024e3b34a5c42541323cb3bb238c79d10a1452775ce794f01a6b8e7b50fe network default NAD default NAD key ] I0420 11:47:17.033334 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-8qn7n, hostIfaceName: 171b024e3b34a5c, network: default, NAD default, SandboxID: "171b024e3b34a5c42541323cb3bb238c79d10a1452775ce794f01a6b8e7b50fe", PCI device ID: , UID: "68981c5e-ddb7-4f6c-a79c-a0eb4df01c7b", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0420 11:47:17.080486 3793 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-7zmch 98709ffcde1afa7029bd4dc3d283e6ecad6fefd7cc2a2cb1caee3c44b4768a31 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-7zmch 98709ffcde1afa7029bd4dc3d283e6ecad6fefd7cc2a2cb1caee3c44b4768a31 network default NAD default NAD key ] I0420 11:47:17.083588 3793 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8qn7n 171b024e3b34a5c42541323cb3bb238c79d10a1452775ce794f01a6b8e7b50fe network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-8qn7n 171b024e3b34a5c42541323cb3bb238c79d10a1452775ce794f01a6b8e7b50fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:25:32:df:9c:4e\",\"name\":\"171b024e3b34a5c\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89ad62c7-cae6-4a55-9a27-aa087e4cad08\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:47:17.090270 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-7zmch, hostIfaceName: 98709ffcde1afa7, network: default, NAD default, SandboxID: "98709ffcde1afa7029bd4dc3d283e6ecad6fefd7cc2a2cb1caee3c44b4768a31", PCI device ID: , UID: "c45951fa-ceba-4f2b-8167-a1d40fabb6bf", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0420 11:47:17.138985 3793 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-7zmch 98709ffcde1afa7029bd4dc3d283e6ecad6fefd7cc2a2cb1caee3c44b4768a31 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-7zmch 98709ffcde1afa7029bd4dc3d283e6ecad6fefd7cc2a2cb1caee3c44b4768a31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:ae:57:5f:63:ef\",\"name\":\"98709ffcde1afa7\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae200856-8506-4e9f-8b92-40802af91ac3\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:47:20.077769 3793 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 11:47:20.077788 3793 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 11:47:20.077793 3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0420 11:47:21.219526 3793 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:47:21.220114 3793 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:47:21.240785 3793 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:47:21.240809 3793 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:47:21.246780 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0420 11:47:21.246805 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0420 11:47:21.291632 3793 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:47:21.291649 3793 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:47:21.291654 3793 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:47:21.291658 3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:47:22.086411 3793 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:47:22.086430 3793 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:47:22.086435 3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:47:32.287404 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:47:32.287426 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:47:32.287434 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:47:32.287440 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:47:34.161478 3793 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0420 11:47:34.178266 3793 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0420 11:47:37.392680 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0420 11:47:39.857980 3793 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xl86h] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-xl86h for pod on switch ip-10-0-2-103.ec2.internal I0420 11:47:39.858062 3793 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xl86h I0420 11:47:39.873003 3793 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xl86h] pod update took 14.959364ms I0420 11:47:39.873028 3793 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xl86h] addLogicalPort annotation time took 14.991508ms I0420 11:47:39.874345 3793 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xl86h] addLogicalPort took 16.379739ms, libovsdb time 898.965µs I0420 11:47:40.223242 3793 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xl86h cf633c3f2ce61f4011b2103dbc34e17139d1bc7ca9049048c15d01806cbb6e77 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xl86h cf633c3f2ce61f4011b2103dbc34e17139d1bc7ca9049048c15d01806cbb6e77 network default NAD default NAD key ] I0420 11:47:40.232264 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-xl86h, hostIfaceName: cf633c3f2ce61f4, network: default, NAD default, SandboxID: "cf633c3f2ce61f4011b2103dbc34e17139d1bc7ca9049048c15d01806cbb6e77", PCI device ID: , UID: "ea8485fd-3a23-4872-8385-44c3da731238", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0420 11:47:40.280625 3793 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xl86h cf633c3f2ce61f4011b2103dbc34e17139d1bc7ca9049048c15d01806cbb6e77 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xl86h cf633c3f2ce61f4011b2103dbc34e17139d1bc7ca9049048c15d01806cbb6e77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:79:e6:41:9c:8c\",\"name\":\"cf633c3f2ce61f4\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b5bc32a-a803-4c19-b858-798135d99a88\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:47:43.210445 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0420 11:47:56.150163 3793 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-bgvj6] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-bgvj6 for pod on switch ip-10-0-2-103.ec2.internal I0420 11:47:56.150274 3793 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-bgvj6 I0420 11:47:56.164893 3793 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-bgvj6] pod update took 14.641403ms I0420 11:47:56.164919 3793 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-bgvj6] addLogicalPort annotation time took 14.671044ms I0420 11:47:56.166134 3793 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-bgvj6] addLogicalPort took 15.985633ms, libovsdb time 811.734µs I0420 11:47:56.522329 3793 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-bgvj6 fa11dd3fd63af78fcd554e3350dbf66895450284d640ccbc0fd58e790f44df95 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-bgvj6 fa11dd3fd63af78fcd554e3350dbf66895450284d640ccbc0fd58e790f44df95 network default NAD default NAD key ] I0420 11:47:56.531166 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-bgvj6, hostIfaceName: fa11dd3fd63af78, network: default, NAD default, SandboxID: "fa11dd3fd63af78fcd554e3350dbf66895450284d640ccbc0fd58e790f44df95", PCI device ID: , UID: "decf7305-b6f7-45d9-8bc0-a0471290ab73", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0420 11:47:56.580092 3793 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-bgvj6 fa11dd3fd63af78fcd554e3350dbf66895450284d640ccbc0fd58e790f44df95 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-bgvj6 fa11dd3fd63af78fcd554e3350dbf66895450284d640ccbc0fd58e790f44df95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:40:a0:b7:4c:57\",\"name\":\"fa11dd3fd63af78\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9b59f06-b2c5-4c61-89c0-b84d80dc0e31\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:47:57.438845 3793 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:47:57.439370 3793 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:47:57.459684 3793 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:47:57.459704 3793 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:47:57.465437 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0420 11:47:57.465457 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0420 11:47:59.534857 3793 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0420 11:47:59.535465 3793 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0420 11:47:59.535483 3793 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0420 11:47:59.537538 3793 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0420 11:48:00.457426 3793 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0420 11:48:08.350973 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 11:48:08.350996 3793 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 11:48:08.354383 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0420 11:48:08.354393 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0420 11:48:30.412441 3793 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:48:30.412459 3793 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:48:30.412464 3793 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0420 11:48:32.266360 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=213 I0420 11:48:49.277445 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=821 I0420 11:48:49.714356 3793 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:48:49.714858 3793 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:48:49.757089 3793 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:48:49.757111 3793 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:48:49.761185 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0420 11:48:49.761224 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0420 11:48:49.849516 3793 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-ps9w4] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-ps9w4 for pod on switch ip-10-0-2-103.ec2.internal I0420 11:48:49.849620 3793 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-ps9w4 I0420 11:48:49.862952 3793 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-ps9w4] pod update took 13.361712ms I0420 11:48:49.862977 3793 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-ps9w4] addLogicalPort annotation time took 13.389986ms I0420 11:48:49.864295 3793 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-ps9w4] addLogicalPort took 14.79532ms, libovsdb time 896.392µs I0420 11:48:50.220617 3793 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-ps9w4 d753d4590e6345562fd936edddf086c6ac57447144988522d797f6eab7e8e3ad network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-ps9w4 d753d4590e6345562fd936edddf086c6ac57447144988522d797f6eab7e8e3ad network default NAD default NAD key ] I0420 11:48:50.230381 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-ps9w4, hostIfaceName: d753d4590e63455, network: default, NAD default, SandboxID: "d753d4590e6345562fd936edddf086c6ac57447144988522d797f6eab7e8e3ad", PCI device ID: , UID: "3a23fb4d-e43b-463e-9342-a1d74c982855", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0420 11:48:50.280125 3793 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-ps9w4 d753d4590e6345562fd936edddf086c6ac57447144988522d797f6eab7e8e3ad network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-ps9w4 d753d4590e6345562fd936edddf086c6ac57447144988522d797f6eab7e8e3ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:b2:cf:14:99:17\",\"name\":\"d753d4590e63455\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d25a290-7f97-4d04-a4e0-c77156456ebc\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:48:51.540842 3793 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-84mlg-bqtwt] creating logical port tsf-tas_segment-backup-installation-84mlg-bqtwt for pod on switch ip-10-0-2-103.ec2.internal I0420 11:48:51.540949 3793 kube.go:256] Updating pod tsf-tas/segment-backup-installation-84mlg-bqtwt I0420 11:48:51.554858 3793 pod.go:62] [tsf-tas/segment-backup-installation-84mlg-bqtwt] pod update took 13.935673ms I0420 11:48:51.554939 3793 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-84mlg-bqtwt] addLogicalPort annotation time took 14.022517ms I0420 11:48:51.556425 3793 pods.go:271] [tsf-tas/segment-backup-installation-84mlg-bqtwt] addLogicalPort took 15.604525ms, libovsdb time 939.761µs I0420 11:48:51.910419 3793 cni.go:452] [tsf-tas/segment-backup-installation-84mlg-bqtwt c7e0ba233d0e8319250b3f021e253c4ed39f344a61655ca1e15edd3fa664467b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-84mlg-bqtwt c7e0ba233d0e8319250b3f021e253c4ed39f344a61655ca1e15edd3fa664467b network default NAD default NAD key ] I0420 11:48:51.922120 3793 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-84mlg-bqtwt, hostIfaceName: c7e0ba233d0e831, network: default, NAD default, SandboxID: "c7e0ba233d0e8319250b3f021e253c4ed39f344a61655ca1e15edd3fa664467b", PCI device ID: , UID: "944d2665-dee8-4f97-9879-c827caef8b56", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0420 11:48:51.981496 3793 cni.go:473] [tsf-tas/segment-backup-installation-84mlg-bqtwt c7e0ba233d0e8319250b3f021e253c4ed39f344a61655ca1e15edd3fa664467b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-84mlg-bqtwt c7e0ba233d0e8319250b3f021e253c4ed39f344a61655ca1e15edd3fa664467b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:e1:b9:35:5c:df\",\"name\":\"c7e0ba233d0e831\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80552656-ddff-4833-a30a-f4c634b5979d\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:48:52.625517 3793 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-5z4dg-brmgq] creating logical port tsf-tas_ctlog-createtree-job-5z4dg-brmgq for pod on switch ip-10-0-2-103.ec2.internal I0420 11:48:52.625663 3793 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-5z4dg-brmgq I0420 11:48:52.637871 3793 pod.go:62] [tsf-tas/ctlog-createtree-job-5z4dg-brmgq] pod update took 12.236815ms I0420 11:48:52.637897 3793 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-5z4dg-brmgq] addLogicalPort annotation time took 12.267334ms I0420 11:48:52.639413 3793 pods.go:271] [tsf-tas/ctlog-createtree-job-5z4dg-brmgq] addLogicalPort took 13.912256ms, libovsdb time 983.661µs I0420 11:48:52.779751 3793 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5d847954b5-p7s98] creating logical port tsf-tas_trillian-logserver-5d847954b5-p7s98 for pod on switch ip-10-0-2-103.ec2.internal I0420 11:48:52.779870 3793 kube.go:256] Updating pod tsf-tas/trillian-logserver-5d847954b5-p7s98 I0420 11:48:52.795633 3793 pod.go:62] [tsf-tas/trillian-logserver-5d847954b5-p7s98] pod update took 15.799819ms I0420 11:48:52.795659 3793 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-5d847954b5-p7s98] addLogicalPort annotation time took 15.833204ms I0420 11:48:52.797072 3793 pods.go:271] [tsf-tas/trillian-logserver-5d847954b5-p7s98] addLogicalPort took 17.341155ms, libovsdb time 887.04µs I0420 11:48:54.472972 3793 cni.go:452] [tsf-tas/trillian-logserver-5d847954b5-p7s98 6a1619b69ff3284500c1a960bbbd42355fd06140f855c6f918f8202c5755bfc2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-5d847954b5-p7s98 6a1619b69ff3284500c1a960bbbd42355fd06140f855c6f918f8202c5755bfc2 network default NAD default NAD key ] I0420 11:48:54.473760 3793 cni.go:452] [tsf-tas/ctlog-createtree-job-5z4dg-brmgq a76a6313d53adc843673d396ee6835a3c42e50108ef7ff07ecd77dc87919a939 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-5z4dg-brmgq a76a6313d53adc843673d396ee6835a3c42e50108ef7ff07ecd77dc87919a939 network default NAD default NAD key ] I0420 11:48:54.486611 3793 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5d847954b5-p7s98, hostIfaceName: 6a1619b69ff3284, network: default, NAD default, SandboxID: "6a1619b69ff3284500c1a960bbbd42355fd06140f855c6f918f8202c5755bfc2", PCI device ID: , UID: "04031759-422d-4a8b-afbf-00faa5200aa0", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0420 11:48:54.502249 3793 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-5z4dg-brmgq, hostIfaceName: a76a6313d53adc8, network: default, NAD default, SandboxID: "a76a6313d53adc843673d396ee6835a3c42e50108ef7ff07ecd77dc87919a939", PCI device ID: , UID: "f9f2f41e-8840-481d-a4e9-8ebb248e7d24", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0420 11:48:54.548871 3793 cni.go:473] [tsf-tas/trillian-logserver-5d847954b5-p7s98 6a1619b69ff3284500c1a960bbbd42355fd06140f855c6f918f8202c5755bfc2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-5d847954b5-p7s98 6a1619b69ff3284500c1a960bbbd42355fd06140f855c6f918f8202c5755bfc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:03:0a:24:88:d4\",\"name\":\"6a1619b69ff3284\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d43a6d2-1253-475e-b60c-09471d85e437\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:48:54.575740 3793 cni.go:473] [tsf-tas/ctlog-createtree-job-5z4dg-brmgq a76a6313d53adc843673d396ee6835a3c42e50108ef7ff07ecd77dc87919a939 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-5z4dg-brmgq a76a6313d53adc843673d396ee6835a3c42e50108ef7ff07ecd77dc87919a939 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:58:12:f4:6e:ec\",\"name\":\"a76a6313d53adc8\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c01485c-77a3-424b-98c9-53cc4369cbe1\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:48:55.526460 3793 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0420 11:48:55.526547 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0420 11:48:57.803253 3793 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-s6zpd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:48:57.804032 3793 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-s6zpd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:48:58.677862 3793 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-s6zpd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:48:58.677892 3793 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-s6zpd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:49:01.681985 3793 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0420 11:49:08.895991 3793 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0420 11:49:09.354604 3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 W0420 11:49:09.600827 3793 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0420 11:49:11.386377 3793 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0420 11:49:11.899947 3793 cni.go:452] [tsf-tas/segment-backup-installation-84mlg-bqtwt c7e0ba233d0e8319250b3f021e253c4ed39f344a61655ca1e15edd3fa664467b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-84mlg-bqtwt c7e0ba233d0e8319250b3f021e253c4ed39f344a61655ca1e15edd3fa664467b network default NAD default NAD key ] I0420 11:49:11.973963 3793 cni.go:473] [tsf-tas/segment-backup-installation-84mlg-bqtwt c7e0ba233d0e8319250b3f021e253c4ed39f344a61655ca1e15edd3fa664467b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-84mlg-bqtwt c7e0ba233d0e8319250b3f021e253c4ed39f344a61655ca1e15edd3fa664467b network default NAD default NAD key default], result "{}", err I0420 11:49:12.021470 3793 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-84mlg-bqtwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:12.021501 3793 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-84mlg-bqtwt I0420 11:49:12.022804 3793 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-84mlg-bqtwt, ips: 10.129.0.42 I0420 11:49:12.022831 3793 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-84mlg-bqtwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:13.045304 3793 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-84mlg-bqtwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:13.045332 3793 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-84mlg-bqtwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:13.579932 3793 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8dqfm] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-8dqfm for pod on switch ip-10-0-2-103.ec2.internal I0420 11:49:13.580016 3793 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8dqfm I0420 11:49:13.600097 3793 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8dqfm] pod update took 20.101712ms I0420 11:49:13.600122 3793 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8dqfm] addLogicalPort annotation time took 20.129961ms I0420 11:49:13.601295 3793 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8dqfm] addLogicalPort took 21.379342ms, libovsdb time 806.65µs I0420 11:49:13.939919 3793 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8dqfm 1a5e78d1f83f8ec9f22552716f6bcf21821b92a52fa7139cd8133bfb072bd827 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8dqfm 1a5e78d1f83f8ec9f22552716f6bcf21821b92a52fa7139cd8133bfb072bd827 network default NAD default NAD key ] I0420 11:49:13.949073 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-8dqfm, hostIfaceName: 1a5e78d1f83f8ec, network: default, NAD default, SandboxID: "1a5e78d1f83f8ec9f22552716f6bcf21821b92a52fa7139cd8133bfb072bd827", PCI device ID: , UID: "eef6e269-b394-45b6-9aa7-50d49a909afa", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0420 11:49:13.997674 3793 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8dqfm 1a5e78d1f83f8ec9f22552716f6bcf21821b92a52fa7139cd8133bfb072bd827 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8dqfm 1a5e78d1f83f8ec9f22552716f6bcf21821b92a52fa7139cd8133bfb072bd827 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:4c:8a:72:92:58\",\"name\":\"1a5e78d1f83f8ec\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9d02590-b645-4e71-a7f2-3f96fd7c36e5\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:49:16.766397 3793 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 11:49:16.766420 3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 11:49:17.933689 3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0420 11:49:28.939618 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0420 11:49:30.010418 3793 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-tdmvw] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-tdmvw for pod on switch ip-10-0-2-103.ec2.internal I0420 11:49:30.010510 3793 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-tdmvw I0420 11:49:30.024318 3793 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-tdmvw] pod update took 13.829102ms I0420 11:49:30.024345 3793 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-tdmvw] addLogicalPort annotation time took 13.862797ms I0420 11:49:30.025782 3793 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-tdmvw] addLogicalPort took 15.381025ms, libovsdb time 1.05198ms I0420 11:49:30.532110 3793 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-tdmvw 0096fd5a081bf613e9f2b51b9d132f5cd0f050eed01f20139738a75d5b3d196d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-tdmvw 0096fd5a081bf613e9f2b51b9d132f5cd0f050eed01f20139738a75d5b3d196d network default NAD default NAD key ] I0420 11:49:30.541243 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-tdmvw, hostIfaceName: 0096fd5a081bf61, network: default, NAD default, SandboxID: "0096fd5a081bf613e9f2b51b9d132f5cd0f050eed01f20139738a75d5b3d196d", PCI device ID: , UID: "6df81d81-44ab-4f6b-bad7-e6f125a1125f", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0420 11:49:30.592321 3793 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-tdmvw 0096fd5a081bf613e9f2b51b9d132f5cd0f050eed01f20139738a75d5b3d196d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-tdmvw 0096fd5a081bf613e9f2b51b9d132f5cd0f050eed01f20139738a75d5b3d196d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:00:50:67:8a:07\",\"name\":\"0096fd5a081bf61\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/535a7675-3087-4b2c-95c0-6f66eca93da2\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:49:37.995685 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0420 11:49:40.016415 3793 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:40.016940 3793 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:40.037564 3793 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:40.037582 3793 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:40.044593 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0420 11:49:40.044622 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0420 11:49:40.708359 3793 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-dnjnd] creating logical port tsf_patch-tekton-config-dnjnd for pod on switch ip-10-0-2-103.ec2.internal I0420 11:49:40.708449 3793 kube.go:256] Updating pod tsf/patch-tekton-config-dnjnd I0420 11:49:40.721290 3793 pod.go:62] [tsf/patch-tekton-config-dnjnd] pod update took 12.864928ms I0420 11:49:40.721312 3793 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-dnjnd] addLogicalPort annotation time took 12.893399ms I0420 11:49:40.722714 3793 pods.go:271] [tsf/patch-tekton-config-dnjnd] addLogicalPort took 14.369961ms, libovsdb time 920.76µs I0420 11:49:41.189644 3793 cni.go:452] [tsf/patch-tekton-config-dnjnd 7c7c95a2ded8e9851371253f3d2c029f7f9ae9ff2da6b8e40716728a8e94f821 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-dnjnd 7c7c95a2ded8e9851371253f3d2c029f7f9ae9ff2da6b8e40716728a8e94f821 network default NAD default NAD key ] I0420 11:49:41.198753 3793 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-dnjnd, hostIfaceName: 7c7c95a2ded8e98, network: default, NAD default, SandboxID: "7c7c95a2ded8e9851371253f3d2c029f7f9ae9ff2da6b8e40716728a8e94f821", PCI device ID: , UID: "932e6d02-7396-4c7e-9251-139310f282c0", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0420 11:49:41.250084 3793 cni.go:473] [tsf/patch-tekton-config-dnjnd 7c7c95a2ded8e9851371253f3d2c029f7f9ae9ff2da6b8e40716728a8e94f821 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-dnjnd 7c7c95a2ded8e9851371253f3d2c029f7f9ae9ff2da6b8e40716728a8e94f821 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:b0:11:14:d0:e9\",\"name\":\"7c7c95a2ded8e98\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e70628a4-05ce-42d1-8798-dfecdd7f19a6\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:49:49.129627 3793 cni.go:452] [tsf/patch-tekton-config-dnjnd 7c7c95a2ded8e9851371253f3d2c029f7f9ae9ff2da6b8e40716728a8e94f821 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-dnjnd 7c7c95a2ded8e9851371253f3d2c029f7f9ae9ff2da6b8e40716728a8e94f821 network default NAD default NAD key ] I0420 11:49:49.218500 3793 cni.go:473] [tsf/patch-tekton-config-dnjnd 7c7c95a2ded8e9851371253f3d2c029f7f9ae9ff2da6b8e40716728a8e94f821 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-dnjnd 7c7c95a2ded8e9851371253f3d2c029f7f9ae9ff2da6b8e40716728a8e94f821 network default NAD default NAD key default], result "{}", err I0420 11:49:49.267235 3793 obj_retry.go:498] Detected object tsf/patch-tekton-config-dnjnd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:49.267266 3793 pods.go:176] Deleting pod: tsf/patch-tekton-config-dnjnd I0420 11:49:49.268678 3793 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-dnjnd, ips: 10.129.0.47 I0420 11:49:49.268704 3793 obj_retry.go:498] Detected object tsf/patch-tekton-config-dnjnd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:50.139618 3793 cni.go:452] [tsf-tas/ctlog-createtree-job-5z4dg-brmgq a76a6313d53adc843673d396ee6835a3c42e50108ef7ff07ecd77dc87919a939 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-5z4dg-brmgq a76a6313d53adc843673d396ee6835a3c42e50108ef7ff07ecd77dc87919a939 network default NAD default NAD key ] I0420 11:49:50.217738 3793 cni.go:473] [tsf-tas/ctlog-createtree-job-5z4dg-brmgq a76a6313d53adc843673d396ee6835a3c42e50108ef7ff07ecd77dc87919a939 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-5z4dg-brmgq a76a6313d53adc843673d396ee6835a3c42e50108ef7ff07ecd77dc87919a939 network default NAD default NAD key default], result "{}", err I0420 11:49:50.266712 3793 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5z4dg-brmgq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:50.266751 3793 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-5z4dg-brmgq I0420 11:49:50.267988 3793 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-5z4dg-brmgq, ips: 10.129.0.43 I0420 11:49:50.268016 3793 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5z4dg-brmgq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:50.289988 3793 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnjnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:50.290042 3793 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnjnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:51.193249 3793 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5z4dg-brmgq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:51.193272 3793 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5z4dg-brmgq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:54.117491 3793 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-zwb8t-zlvjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:54.118065 3793 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-zwb8t-zlvjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:49:54.975940 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0420 11:49:54.988468 3793 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-zwb8t-zlvjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:54.988486 3793 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-zwb8t-zlvjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:58.143635 3793 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wpwpx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:58.144192 3793 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wpwpx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:59.170308 3793 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wpwpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:59.170330 3793 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wpwpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:59.186105 3793 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-7b4b9c44df-vvjbt] creating logical port tsf-tas_rekor-redis-7b4b9c44df-vvjbt for pod on switch ip-10-0-2-103.ec2.internal I0420 11:49:59.186189 3793 kube.go:256] Updating pod tsf-tas/rekor-redis-7b4b9c44df-vvjbt I0420 11:49:59.202998 3793 pod.go:62] [tsf-tas/rekor-redis-7b4b9c44df-vvjbt] pod update took 16.829934ms I0420 11:49:59.203024 3793 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-7b4b9c44df-vvjbt] addLogicalPort annotation time took 16.85992ms I0420 11:49:59.204288 3793 pods.go:271] [tsf-tas/rekor-redis-7b4b9c44df-vvjbt] addLogicalPort took 18.197367ms, libovsdb time 844.702µs I0420 11:49:59.218957 3793 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnjnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:59.218978 3793 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnjnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:59.223839 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-dnjnd I0420 11:49:59.223916 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-dnjnd I0420 11:49:59.328234 3793 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-76d48bdbf6-gj2nq] creating logical port tsf-tas_rekor-search-ui-76d48bdbf6-gj2nq for pod on switch ip-10-0-2-103.ec2.internal I0420 11:49:59.328349 3793 kube.go:256] Updating pod tsf-tas/rekor-search-ui-76d48bdbf6-gj2nq I0420 11:49:59.341587 3793 pod.go:62] [tsf-tas/rekor-search-ui-76d48bdbf6-gj2nq] pod update took 13.286176ms I0420 11:49:59.341611 3793 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-76d48bdbf6-gj2nq] addLogicalPort annotation time took 13.313197ms I0420 11:49:59.342708 3793 pods.go:271] [tsf-tas/rekor-search-ui-76d48bdbf6-gj2nq] addLogicalPort took 14.505647ms, libovsdb time 736.371µs I0420 11:49:59.691027 3793 cni.go:452] [tsf-tas/rekor-search-ui-76d48bdbf6-gj2nq 64f65ba4d5fb5b71b8a0b314cd857883157171793e114732e847bea5996f8005 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-76d48bdbf6-gj2nq 64f65ba4d5fb5b71b8a0b314cd857883157171793e114732e847bea5996f8005 network default NAD default NAD key ] I0420 11:49:59.700070 3793 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-76d48bdbf6-gj2nq, hostIfaceName: 64f65ba4d5fb5b7, network: default, NAD default, SandboxID: "64f65ba4d5fb5b71b8a0b314cd857883157171793e114732e847bea5996f8005", PCI device ID: , UID: "69915beb-0d9c-41e5-9af3-620683b55a08", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0420 11:49:59.750744 3793 cni.go:473] [tsf-tas/rekor-search-ui-76d48bdbf6-gj2nq 64f65ba4d5fb5b71b8a0b314cd857883157171793e114732e847bea5996f8005 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-76d48bdbf6-gj2nq 64f65ba4d5fb5b71b8a0b314cd857883157171793e114732e847bea5996f8005 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:9b:fd:45:2a:88\",\"name\":\"64f65ba4d5fb5b7\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa65f997-42f9-4d11-b439-10fb6f0f16de\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:50:00.150476 3793 cni.go:452] [tsf-tas/rekor-redis-7b4b9c44df-vvjbt 5e11c3ee8d27fc272e0a8534370572fee85cdd838db7e2a32f6a9830393fadfb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-7b4b9c44df-vvjbt 5e11c3ee8d27fc272e0a8534370572fee85cdd838db7e2a32f6a9830393fadfb network default NAD default NAD key ] I0420 11:50:00.161016 3793 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-7b4b9c44df-vvjbt, hostIfaceName: 5e11c3ee8d27fc2, network: default, NAD default, SandboxID: "5e11c3ee8d27fc272e0a8534370572fee85cdd838db7e2a32f6a9830393fadfb", PCI device ID: , UID: "3851d5eb-2173-4c08-9c87-1a8fdde1ce05", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0420 11:50:00.213404 3793 cni.go:473] [tsf-tas/rekor-redis-7b4b9c44df-vvjbt 5e11c3ee8d27fc272e0a8534370572fee85cdd838db7e2a32f6a9830393fadfb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-7b4b9c44df-vvjbt 5e11c3ee8d27fc272e0a8534370572fee85cdd838db7e2a32f6a9830393fadfb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:9c:24:06:58:5c\",\"name\":\"5e11c3ee8d27fc2\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcece2cf-9812-424f-8c43-eddab4615069\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:50:03.176514 3793 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:03.177117 3793 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:03.197585 3793 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:03.197606 3793 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:03.204172 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0420 11:50:03.204192 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0420 11:50:04.160618 3793 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:04.161289 3793 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:05.057248 3793 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:05.057272 3793 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:50:05.228181 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0420 11:50:05.252372 3793 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0420 11:50:09.039147 3793 obj_retry.go:498] Detected object tsf-tpa/create-db-gpkqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:09.039705 3793 obj_retry.go:498] Detected object tsf-tpa/create-db-gpkqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:50:09.077933 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0420 11:50:10.065468 3793 obj_retry.go:492] Detected object tsf-tpa/create-db-gpkqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:10.065500 3793 obj_retry.go:492] Detected object tsf-tpa/create-db-gpkqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:13.061787 3793 obj_retry.go:498] Detected object tsf-tpa/migrate-db-sgj7z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:13.062360 3793 obj_retry.go:498] Detected object tsf-tpa/migrate-db-sgj7z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:13.204590 3793 obj_retry.go:492] Detected object tsf-tpa/migrate-db-sgj7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:13.204618 3793 obj_retry.go:492] Detected object tsf-tpa/migrate-db-sgj7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:16.076686 3793 obj_retry.go:498] Detected object tsf-tpa/create-importers-6hqz6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:16.077254 3793 obj_retry.go:498] Detected object tsf-tpa/create-importers-6hqz6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:16.334605 3793 base_network_controller_pods.go:487] [default/tsf-tpa/server-59d7b8c5cc-fv9qz] creating logical port tsf-tpa_server-59d7b8c5cc-fv9qz for pod on switch ip-10-0-2-103.ec2.internal I0420 11:50:16.334721 3793 kube.go:256] Updating pod tsf-tpa/server-59d7b8c5cc-fv9qz I0420 11:50:16.352396 3793 pod.go:62] [tsf-tpa/server-59d7b8c5cc-fv9qz] pod update took 17.710794ms I0420 11:50:16.352423 3793 base_network_controller_pods.go:951] [default/tsf-tpa/server-59d7b8c5cc-fv9qz] addLogicalPort annotation time took 17.740765ms I0420 11:50:16.352660 3793 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-wqmgq] creating logical port tsf-tpa_importer-5b5b6dd8fb-wqmgq for pod on switch ip-10-0-2-103.ec2.internal I0420 11:50:16.352754 3793 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-wqmgq I0420 11:50:16.353905 3793 pods.go:271] [tsf-tpa/server-59d7b8c5cc-fv9qz] addLogicalPort took 19.32009ms, libovsdb time 915.539µs I0420 11:50:16.366793 3793 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-wqmgq] pod update took 14.069641ms I0420 11:50:16.366812 3793 base_network_controller_pods.go:951] [default/tsf-tpa/importer-5b5b6dd8fb-wqmgq] addLogicalPort annotation time took 14.091631ms I0420 11:50:16.367952 3793 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-wqmgq] addLogicalPort took 15.306904ms, libovsdb time 756.044µs I0420 11:50:16.411281 3793 obj_retry.go:492] Detected object tsf-tpa/create-importers-6hqz6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:16.411300 3793 obj_retry.go:492] Detected object tsf-tpa/create-importers-6hqz6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:50:17.245931 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0420 11:50:17.276724 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0420 11:50:26.701364 3793 cni.go:452] [tsf-tpa/server-59d7b8c5cc-fv9qz 15b629392922da91acf6e391d5defcd210b88b3f4d36917c42fa2c6c18ce3f52 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-59d7b8c5cc-fv9qz 15b629392922da91acf6e391d5defcd210b88b3f4d36917c42fa2c6c18ce3f52 network default NAD default NAD key ] I0420 11:50:26.710732 3793 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-59d7b8c5cc-fv9qz, hostIfaceName: 15b629392922da9, network: default, NAD default, SandboxID: "15b629392922da91acf6e391d5defcd210b88b3f4d36917c42fa2c6c18ce3f52", PCI device ID: , UID: "f98aeb62-036c-4eb1-b57e-2faf9f62298f", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0420 11:50:26.719982 3793 cni.go:452] [tsf-tpa/importer-5b5b6dd8fb-wqmgq 4428d98b7daec9e8d314276d206f710229b28ada567f796f6487246e69aa088d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-wqmgq 4428d98b7daec9e8d314276d206f710229b28ada567f796f6487246e69aa088d network default NAD default NAD key ] I0420 11:50:26.731836 3793 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-wqmgq, hostIfaceName: 4428d98b7daec9e, network: default, NAD default, SandboxID: "4428d98b7daec9e8d314276d206f710229b28ada567f796f6487246e69aa088d", PCI device ID: , UID: "f61ff9f0-8087-42a4-ab86-f20883634da5", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0420 11:50:26.763149 3793 cni.go:473] [tsf-tpa/server-59d7b8c5cc-fv9qz 15b629392922da91acf6e391d5defcd210b88b3f4d36917c42fa2c6c18ce3f52 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-59d7b8c5cc-fv9qz 15b629392922da91acf6e391d5defcd210b88b3f4d36917c42fa2c6c18ce3f52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:bf:77:f9:9c:1c\",\"name\":\"15b629392922da9\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4a7ce65-8f77-4d40-b1e7-4d3a966c37bc\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:50:26.787091 3793 cni.go:473] [tsf-tpa/importer-5b5b6dd8fb-wqmgq 4428d98b7daec9e8d314276d206f710229b28ada567f796f6487246e69aa088d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-wqmgq 4428d98b7daec9e8d314276d206f710229b28ada567f796f6487246e69aa088d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:e2:10:79:84:cb\",\"name\":\"4428d98b7daec9e\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c551705b-3da8-4a4f-959a-0edaa6f1fc27\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:50:29.400547 3793 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0420 11:50:30.390806 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-103.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0420 11:50:32.349690 3793 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:32.350250 3793 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:32.371736 3793 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:32.371754 3793 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:32.380941 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0420 11:50:32.380960 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0420 11:50:33.099159 3793 namespace.go:98] [default-tenant] adding namespace I0420 11:50:33.100109 3793 namespace.go:102] [default-tenant] adding namespace took 928.938µs I0420 11:50:33.104385 3793 namespace.go:98] [build-service] adding namespace I0420 11:50:33.105046 3793 namespace.go:102] [build-service] adding namespace took 647.218µs I0420 11:50:33.108336 3793 namespace.go:98] [integration-service] adding namespace I0420 11:50:33.108489 3793 namespace.go:98] [image-controller] adding namespace I0420 11:50:33.108955 3793 namespace.go:102] [integration-service] adding namespace took 604.352µs I0420 11:50:33.109604 3793 namespace.go:102] [image-controller] adding namespace took 1.098389ms I0420 11:50:33.149183 3793 namespace.go:142] [default-tenant] updating namespace I0420 11:50:33.168464 3793 namespace.go:142] [default-tenant] updating namespace I0420 11:50:33.176112 3793 namespace.go:142] [build-service] updating namespace I0420 11:50:33.195355 3793 namespace.go:142] [build-service] updating namespace I0420 11:50:33.226175 3793 namespace.go:142] [integration-service] updating namespace I0420 11:50:33.237050 3793 namespace.go:142] [integration-service] updating namespace I0420 11:50:33.266385 3793 namespace.go:142] [build-service] updating namespace I0420 11:50:33.271077 3793 namespace.go:142] [image-controller] updating namespace I0420 11:50:33.289376 3793 namespace.go:142] [integration-service] updating namespace I0420 11:50:33.314735 3793 namespace.go:98] [release-service] adding namespace I0420 11:50:33.315515 3793 namespace.go:102] [release-service] adding namespace took 767.555µs I0420 11:50:33.317298 3793 namespace.go:142] [image-controller] updating namespace I0420 11:50:33.365454 3793 namespace.go:142] [release-service] updating namespace I0420 11:50:33.365494 3793 namespace.go:142] [konflux-ui] updating namespace I0420 11:50:33.383668 3793 namespace.go:142] [release-service] updating namespace I0420 11:50:33.459317 3793 namespace.go:98] [konflux-info] adding namespace I0420 11:50:33.460124 3793 namespace.go:102] [konflux-info] adding namespace took 787.708µs I0420 11:50:33.511515 3793 namespace.go:142] [konflux-info] updating namespace I0420 11:50:33.511534 3793 namespace.go:98] [namespace-lister] adding namespace I0420 11:50:33.512128 3793 namespace.go:102] [namespace-lister] adding namespace took 582.387µs I0420 11:50:33.546356 3793 namespace.go:142] [konflux-info] updating namespace I0420 11:50:33.568275 3793 namespace.go:142] [namespace-lister] updating namespace I0420 11:50:33.575589 3793 namespace.go:98] [enterprise-contract-service] adding namespace I0420 11:50:33.576297 3793 namespace.go:102] [enterprise-contract-service] adding namespace took 692.872µs I0420 11:50:33.591457 3793 namespace.go:142] [image-controller] updating namespace I0420 11:50:33.635391 3793 namespace.go:142] [namespace-lister] updating namespace I0420 11:50:33.644316 3793 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:50:33.685384 3793 namespace.go:142] [default-tenant] updating namespace I0420 11:50:33.719041 3793 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:50:33.744325 3793 namespace.go:98] [segment-bridge] adding namespace I0420 11:50:33.745027 3793 namespace.go:102] [segment-bridge] adding namespace took 688.499µs I0420 11:50:33.827741 3793 namespace.go:142] [segment-bridge] updating namespace I0420 11:50:33.902331 3793 namespace.go:142] [segment-bridge] updating namespace I0420 11:50:34.127486 3793 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0420 11:50:34.128069 3793 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0420 11:50:34.128087 3793 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0420 11:50:34.130573 3793 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0420 11:50:34.253997 3793 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0420 11:50:34.254017 3793 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0420 11:50:34.254773 3793 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0420 11:50:35.291631 3793 namespace.go:142] [build-service] updating namespace I0420 11:50:35.643649 3793 namespace.go:142] [default-tenant] updating namespace I0420 11:50:35.863625 3793 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:50:36.042763 3793 namespace.go:142] [image-controller] updating namespace I0420 11:50:36.228773 3793 namespace.go:142] [integration-service] updating namespace I0420 11:50:36.440312 3793 namespace.go:142] [konflux-info] updating namespace I0420 11:50:36.639545 3793 namespace.go:142] [namespace-lister] updating namespace I0420 11:50:36.820959 3793 namespace.go:142] [release-service] updating namespace I0420 11:50:37.025585 3793 namespace.go:142] [segment-bridge] updating namespace I0420 11:50:37.136085 3793 namespace.go:142] [build-service] updating namespace I0420 11:50:37.154373 3793 namespace.go:142] [default-tenant] updating namespace I0420 11:50:37.172662 3793 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:50:37.183125 3793 namespace.go:142] [image-controller] updating namespace I0420 11:50:37.192049 3793 namespace.go:142] [integration-service] updating namespace I0420 11:50:37.210256 3793 namespace.go:142] [konflux-info] updating namespace I0420 11:50:37.227984 3793 namespace.go:142] [namespace-lister] updating namespace I0420 11:50:37.238266 3793 namespace.go:142] [release-service] updating namespace I0420 11:50:37.254245 3793 namespace.go:142] [segment-bridge] updating namespace I0420 11:50:37.290880 3793 namespace.go:142] [build-service] updating namespace I0420 11:50:37.372840 3793 namespace.go:142] [default-tenant] updating namespace I0420 11:50:37.468923 3793 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:50:37.567034 3793 namespace.go:142] [image-controller] updating namespace I0420 11:50:37.665040 3793 namespace.go:142] [integration-service] updating namespace I0420 11:50:37.774754 3793 namespace.go:142] [konflux-info] updating namespace I0420 11:50:37.869924 3793 namespace.go:142] [namespace-lister] updating namespace I0420 11:50:37.963255 3793 namespace.go:142] [release-service] updating namespace I0420 11:50:38.070404 3793 namespace.go:142] [segment-bridge] updating namespace I0420 11:50:40.207067 3793 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9c67m-kqk4f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:40.207597 3793 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9c67m-kqk4f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:50:41.078767 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0420 11:50:41.235835 3793 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9c67m-kqk4f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:41.235856 3793 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9c67m-kqk4f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:50:43.287895 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0420 11:50:43.332553 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0420 11:50:45.094611 3793 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0420 11:50:49.338090 3793 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 11:50:49.338111 3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 11:50:49.358332 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 11:50:49.361854 3793 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 11:50:52.157616 3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 11:50:52.157633 3793 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 11:50:52.183573 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 11:50:52.184626 3793 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 11:50:52.214832 3793 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0420 11:50:52.214895 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0420 11:50:52.244372 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0420 11:51:02.794248 3793 namespace.go:142] [openshift-pipelines] updating namespace I0420 11:51:03.522557 3793 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:03.523073 3793 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:04.422437 3793 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:04.422456 3793 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:04.429284 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 I0420 11:51:04.429309 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 I0420 11:51:37.367888 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0420 11:52:01.349025 3793 obj_retry.go:498] Detected object konflux-ui/proxy-7bf95d4f9c-tmdtk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:52:01.349584 3793 obj_retry.go:498] Detected object konflux-ui/proxy-7bf95d4f9c-tmdtk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:52:01.769651 3793 obj_retry.go:492] Detected object konflux-ui/proxy-7bf95d4f9c-tmdtk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:52:01.769672 3793 obj_retry.go:492] Detected object konflux-ui/proxy-7bf95d4f9c-tmdtk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:52:01.779376 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7bf95d4f9c-tmdtk I0420 11:52:01.779477 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7bf95d4f9c-tmdtk I0420 11:52:04.936939 3793 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:52:04.937602 3793 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:52:04.977053 3793 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:52:04.977069 3793 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:52:04.980309 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0420 11:52:04.980330 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0420 11:52:08.270594 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0420 11:52:28.364479 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0420 11:52:34.040171 3793 namespace.go:98] [default-managed-tenant-s337p] adding namespace I0420 11:52:34.041163 3793 namespace.go:102] [default-managed-tenant-s337p] adding namespace took 968.749µs I0420 11:52:34.067323 3793 namespace.go:142] [default-managed-tenant-s337p] updating namespace I0420 11:52:34.082295 3793 namespace.go:142] [default-managed-tenant-s337p] updating namespace I0420 11:52:35.055390 3793 namespace.go:142] [default-managed-tenant-s337p] updating namespace I0420 11:52:35.186089 3793 namespace.go:142] [default-managed-tenant-s337p] updating namespace I0420 11:52:35.289761 3793 namespace.go:142] [default-managed-tenant-s337p] updating namespace I0420 11:52:51.361301 3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0420 11:53:35.379287 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0420 11:53:48.274612 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=165 I0420 11:54:21.270980 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0420 11:54:28.396725 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0420 11:54:28.399764 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0420 11:54:30.395580 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0420 11:54:31.385385 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0420 11:56:26.270554 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=90 I0420 11:56:36.271530 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=63 I0420 11:56:43.357811 3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0420 11:57:44.280884 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=343 I0420 11:58:25.368184 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0420 11:58:35.364740 3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0420 11:58:41.389587 3793 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0420 11:59:30.371183 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0420 12:00:03.346563 3793 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:03.347165 3793 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.223026 3793 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29611440-jzbqw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.223507 3793 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29611440-jzbqw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.344783 3793 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.345347 3793 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.371079 3793 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:04.371100 3793 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:05.219068 3793 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29611440-jzbqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:05.219089 3793 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29611440-jzbqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:05.368847 3793 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:05.368874 3793 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:10.046490 3793 obj_retry.go:492] Detected object tsf-tpa/create-db-gpkqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:10.046516 3793 obj_retry.go:492] Detected object tsf-tpa/create-db-gpkqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:10.051680 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-gpkqp I0420 12:00:10.051704 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-gpkqp I0420 12:00:13.039569 3793 obj_retry.go:492] Detected object tsf-tpa/migrate-db-sgj7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:13.039622 3793 obj_retry.go:492] Detected object tsf-tpa/migrate-db-sgj7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:13.044751 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-sgj7z I0420 12:00:13.044772 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-sgj7z I0420 12:00:15.273520 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0420 12:00:16.030774 3793 obj_retry.go:492] Detected object tsf-tpa/create-importers-6hqz6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:16.030799 3793 obj_retry.go:492] Detected object tsf-tpa/create-importers-6hqz6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:16.036034 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-6hqz6 I0420 12:00:16.036060 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-6hqz6 I0420 12:01:08.403656 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0420 12:01:34.382239 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0420 12:01:57.360784 3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0420 12:02:01.279007 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0420 12:02:36.400257 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0420 12:02:40.399894 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0420 12:02:54.277898 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0420 12:03:20.274324 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0420 12:04:18.389048 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0420 12:04:31.275555 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0420 12:05:03.284697 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=53