+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-151.ec2.internal ++ [[ -n ip-10-0-2-151.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-151.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0430 13:44:20.146039631 - disable conntrack on geneve port' I0430 13:44:20.146039631 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0430 13:44:20.162172248 - starting ovnkube-node + echo 'I0430 13:44:20.162172248 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-151.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-151.ec2.internal --init-node ip-10-0-2-151.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-151.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0430 13:44:20.203494 3757 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0430 13:44:20.203550 3757 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-a49dd939f6.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0430 13:44:20.205297 3757 kube.go:431] Waiting for certificate I0430 13:44:20.205329 3757 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0430 13:44:20.205361 3757 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0430 13:44:20.206069 3757 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 13:44:20.241452 3757 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 13:44:20.241474 3757 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 13:44:20.244050 3757 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 13:44:20.244203 3757 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-w5jc6" I0430 13:44:20.252835 3757 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-w5jc6" I0430 13:44:20.252921 3757 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 13:44:21.205606 3757 kube.go:438] Certificate found I0430 13:44:21.206226 3757 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 13:44:21.207428 3757 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0430 13:44:21.254468 3757 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-01 13:39:20 +0000 UTC" deadline="2026-05-01 10:25:48.332865384 +0000 UTC" I0430 13:44:21.254502 3757 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h41m27.078375175s" I0430 13:44:21.279067 3757 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 13:44:21.291826 3757 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0430 13:44:21.291938 3757 server.go:101] MetricServer registers OVS metrics I0430 13:44:21.292200 3757 server.go:105] MetricServer registers OVN DB metrics I0430 13:44:21.295109 3757 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0430 13:44:21.295185 3757 factory.go:561] Starting watch factory I0430 13:44:21.295310 3757 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.295333 3757 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.295362 3757 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.295380 3757 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.295312 3757 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.295570 3757 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.295592 3757 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.295533 3757 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.296324 3757 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.296341 3757 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.296390 3757 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0430 13:44:21.296481 3757 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0430 13:44:21.297090 3757 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.297118 3757 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.298364 3757 controller_manager.go:370] Starting the ovnkube controller I0430 13:44:21.298374 3757 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-151.ec2.internal I0430 13:44:21.298440 3757 controller_manager.go:395] NBDB zone sync took: 57.464µs I0430 13:44:21.298451 3757 factory.go:561] Starting watch factory I0430 13:44:21.310418 3757 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0430 13:44:21.310448 3757 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0430 13:44:21.313417 3757 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.313794 3757 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0430 13:44:21.313827 3757 server.go:109] MetricServer registers OVN Controller metrics I0430 13:44:21.315510 3757 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.317494 3757 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.318105 3757 server.go:113] MetricServer registers OVN Northd metrics I0430 13:44:21.320100 3757 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.321346 3757 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.323383 3757 metrics.go:519] OVN Metrics Server starts to run ... I0430 13:44:21.329893 3757 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:21.401306 3757 factory.go:1977] *v1.Pod informer cache synced successfully I0430 13:44:21.401327 3757 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 13:44:21.401332 3757 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 13:44:21.401335 3757 factory.go:1977] *v1.Node informer cache synced successfully I0430 13:44:21.401338 3757 factory.go:1977] *v1.Service informer cache synced successfully I0430 13:44:21.401341 3757 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 13:44:21.401438 3757 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:21.401455 3757 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:21.401438 3757 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:21.401505 3757 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:21.404239 3757 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 13:44:21.404250 3757 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 13:44:21.404253 3757 factory.go:1977] *v1.Node informer cache synced successfully I0430 13:44:21.404256 3757 factory.go:1977] *v1.Service informer cache synced successfully I0430 13:44:21.404259 3757 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 13:44:21.404262 3757 factory.go:1977] *v1.Pod informer cache synced successfully I0430 13:44:21.404621 3757 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:21.404623 3757 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:21.406390 3757 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 13:44:21.406418 3757 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 13:44:21.406479 3757 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.406490 3757 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.409090 3757 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.410054 3757 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 13:44:21.410067 3757 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 13:44:21.412337 3757 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 13:44:21.412425 3757 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.412444 3757 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.415107 3757 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.415118 3757 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 13:44:21.417378 3757 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 13:44:21.417458 3757 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.417483 3757 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.420166 3757 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 13:44:21.420303 3757 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.422560 3757 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 13:44:21.422614 3757 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.422625 3757 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.425105 3757 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.425206 3757 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 13:44:21.428540 3757 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 13:44:21.428621 3757 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.428639 3757 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.430754 3757 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 13:44:21.431263 3757 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.433595 3757 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 13:44:21.433747 3757 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 13:44:21.433760 3757 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 13:44:21.436497 3757 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 13:44:21.436591 3757 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 13:44:21.438968 3757 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 13:44:21.439025 3757 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.439037 3757 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.439038 3757 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.439049 3757 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.442184 3757 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 13:44:21.442431 3757 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.442425 3757 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:21.444342 3757 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 13:44:21.444352 3757 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 13:44:21.444359 3757 factory.go:680] Watch Factory start up complete, took: 149.180271ms I0430 13:44:21.444477 3757 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0430 13:44:21.447844 3757 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 13:44:21.447855 3757 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 13:44:21.447862 3757 factory.go:680] Watch Factory start up complete, took: 149.410754ms I0430 13:44:21.447869 3757 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-151.ec2.internal" zone I0430 13:44:21.485353 3757 default_node_network_controller.go:710] Initializing the default node network controller I0430 13:44:21.534956 3757 udn_isolation.go:101] Starting UDN host isolation manager I0430 13:44:21.540860 3757 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0430 13:44:21.583100 3757 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0430 13:44:21.583173 3757 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0430 13:44:21.583184 3757 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0430 13:44:21.615155 3757 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0430 13:44:21.615221 3757 default_node_network_controller.go:809] Node ip-10-0-2-151.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0430 13:44:21.620539 3757 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.151"] k8s.ovn.org/zone-name:ip-10-0-2-151.ec2.internal] on node ip-10-0-2-151.ec2.internal I0430 13:44:21.642890 3757 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0430 13:44:21.648798 3757 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0430 13:44:21.648901 3757 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0430 13:44:21.649013 3757 gateway_init.go:263] Preparing Gateway I0430 13:44:21.649024 3757 gateway_shared_intf.go:1687] Creating new gateway I0430 13:44:21.698586 3757 controller_manager.go:429] Waiting for node in zone sync took: 250.703763ms I0430 13:44:21.704766 3757 controller_manager.go:611] Switching to transit router for layer2 networks I0430 13:44:21.704787 3757 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-151.ec2.internal I0430 13:44:21.721486 3757 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 13:44:21.728824 3757 controller_manager.go:290] SCTP support detected in OVN I0430 13:44:21.729514 3757 services_controller.go:69] Creating services controller for network=default I0430 13:44:21.729599 3757 udn_enabled_svc.go:80] Waiting for service informer to sync I0430 13:44:21.729662 3757 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0430 13:44:21.729695 3757 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0430 13:44:21.729707 3757 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0430 13:44:21.729718 3757 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 13:44:21.729903 3757 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0430 13:44:21.729951 3757 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0430 13:44:21.729999 3757 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 65.139µs I0430 13:44:21.730017 3757 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 56.697µs I0430 13:44:21.730024 3757 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 72.084µs I0430 13:44:21.730031 3757 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0430 13:44:21.730036 3757 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0430 13:44:21.730045 3757 default_network_controller.go:325] Starting the default network controller I0430 13:44:21.730076 3757 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 8.771µs I0430 13:44:21.730102 3757 udn_enabled_svc.go:95] Performing full resync I0430 13:44:21.730457 3757 udn_enabled_svc.go:99] Waiting for handler to sync I0430 13:44:21.730470 3757 udn_enabled_svc.go:104] Starting worker I0430 13:44:21.732433 3757 iptables.go:108] Creating table: filter chain: FORWARD I0430 13:44:21.739245 3757 iptables.go:108] Creating table: filter chain: OUTPUT I0430 13:44:21.740689 3757 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0430 13:44:21.740758 3757 repair.go:33] Syncing exgw routes took 56.694µs I0430 13:44:21.740787 3757 default_network_controller.go:414] Starting all the Watchers... I0430 13:44:21.740928 3757 namespace.go:98] [openshift-dns] adding namespace I0430 13:44:21.740932 3757 namespace.go:98] [openshift-backplane] adding namespace I0430 13:44:21.740930 3757 namespace.go:98] [openshift-infra] adding namespace I0430 13:44:21.740945 3757 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0430 13:44:21.740953 3757 namespace.go:98] [openshift-customer-monitoring] adding namespace I0430 13:44:21.740960 3757 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0430 13:44:21.740960 3757 namespace.go:98] [kube-system] adding namespace I0430 13:44:21.740961 3757 namespace.go:98] [open-cluster-management-2q0gm1et81s43r87q198pohg8h0ddqcp] adding namespace I0430 13:44:21.740981 3757 namespace.go:98] [openshift-console-operator] adding namespace I0430 13:44:21.740984 3757 namespace.go:98] [openshift-config-operator] adding namespace I0430 13:44:21.740983 3757 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0430 13:44:21.740994 3757 namespace.go:98] [openshift-network-node-identity] adding namespace I0430 13:44:21.740999 3757 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0430 13:44:21.741004 3757 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0430 13:44:21.741006 3757 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0430 13:44:21.741691 3757 namespace.go:102] [openshift-dns] adding namespace took 750.339µs I0430 13:44:21.741712 3757 namespace.go:98] [openshift-apiserver] adding namespace I0430 13:44:21.742236 3757 namespace.go:102] [openshift-apiserver] adding namespace took 517.314µs I0430 13:44:21.742252 3757 namespace.go:98] [openshift-ingress-operator] adding namespace I0430 13:44:21.742805 3757 namespace.go:102] [openshift-ingress-operator] adding namespace took 544.108µs I0430 13:44:21.742825 3757 namespace.go:98] [openshift-console-user-settings] adding namespace I0430 13:44:21.743259 3757 namespace.go:102] [openshift-backplane] adding namespace took 2.314223ms I0430 13:44:21.743274 3757 namespace.go:98] [openshift-ingress-canary] adding namespace I0430 13:44:21.743825 3757 namespace.go:102] [openshift-infra] adding namespace took 2.875756ms I0430 13:44:21.743841 3757 namespace.go:98] [openshift-operators-redhat] adding namespace I0430 13:44:21.744712 3757 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 3.759349ms I0430 13:44:21.744724 3757 namespace.go:98] [openshift-network-diagnostics] adding namespace I0430 13:44:21.745168 3757 namespace.go:102] [openshift-customer-monitoring] adding namespace took 4.205044ms I0430 13:44:21.745184 3757 namespace.go:98] [openshift-authentication] adding namespace I0430 13:44:21.745565 3757 gateway_shared_intf.go:1816] Gateway Creation Complete I0430 13:44:21.745580 3757 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-151.ec2.internal","mac-address":"0e:c9:6f:0a:1a:d3","ip-addresses":["10.0.2.151/24"],"ip-address":"10.0.2.151/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ad704761-791f-4085-b630-5c80ba6fd141 k8s.ovn.org/node-encap-ips:["10.0.2.151"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.151/24"} k8s.ovn.org/zone-name:ip-10-0-2-151.ec2.internal] on node ip-10-0-2-151.ec2.internal I0430 13:44:21.745628 3757 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 4.663126ms I0430 13:44:21.745639 3757 namespace.go:98] [openshift-service-ca-operator] adding namespace I0430 13:44:21.746123 3757 namespace.go:102] [kube-system] adding namespace took 5.151311ms I0430 13:44:21.746138 3757 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0430 13:44:21.746623 3757 namespace.go:102] [open-cluster-management-2q0gm1et81s43r87q198pohg8h0ddqcp] adding namespace took 5.651228ms I0430 13:44:21.746635 3757 namespace.go:98] [openshift-cluster-version] adding namespace I0430 13:44:21.747064 3757 namespace.go:102] [openshift-console-operator] adding namespace took 6.072006ms I0430 13:44:21.747073 3757 namespace.go:98] [openshift-monitoring] adding namespace I0430 13:44:21.747514 3757 namespace.go:102] [openshift-config-operator] adding namespace took 6.514896ms I0430 13:44:21.747533 3757 namespace.go:98] [openshift-logging] adding namespace I0430 13:44:21.747963 3757 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.96256ms I0430 13:44:21.747975 3757 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0430 13:44:21.748424 3757 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.422093ms I0430 13:44:21.748436 3757 namespace.go:98] [openshift-controller-manager] adding namespace I0430 13:44:21.748890 3757 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.881739ms I0430 13:44:21.748905 3757 namespace.go:98] [openshift-backplane-mobb] adding namespace I0430 13:44:21.749344 3757 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.330521ms I0430 13:44:21.749358 3757 namespace.go:98] [openshift-must-gather-operator] adding namespace I0430 13:44:21.749813 3757 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.793965ms I0430 13:44:21.749829 3757 namespace.go:98] [openshift] adding namespace I0430 13:44:21.750238 3757 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.405657ms I0430 13:44:21.750252 3757 namespace.go:98] [kube-node-lease] adding namespace I0430 13:44:21.750683 3757 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.402036ms I0430 13:44:21.750697 3757 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace W0430 13:44:21.751058 3757 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-brw9j: pod openshift-network-diagnostics/network-check-target-brw9j: no pod IPs found W0430 13:44:21.751071 3757 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-d524r: pod openshift-network-diagnostics/network-check-target-d524r: no pod IPs found I0430 13:44:21.751103 3757 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.256219ms I0430 13:44:21.751121 3757 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0430 13:44:21.751561 3757 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.831788ms I0430 13:44:21.751574 3757 namespace.go:98] [openshift-operators] adding namespace I0430 13:44:21.752135 3757 namespace.go:102] [openshift-authentication] adding namespace took 6.945757ms I0430 13:44:21.752149 3757 namespace.go:98] [openshift-network-operator] adding namespace I0430 13:44:21.752731 3757 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.085943ms I0430 13:44:21.752748 3757 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0430 13:44:21.753312 3757 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.168806ms I0430 13:44:21.753326 3757 namespace.go:98] [openshift-backplane-tam] adding namespace I0430 13:44:21.753925 3757 namespace.go:102] [openshift-cluster-version] adding namespace took 7.283209ms I0430 13:44:21.753942 3757 namespace.go:98] [openshift-network-console] adding namespace I0430 13:44:21.754447 3757 namespace.go:102] [openshift-monitoring] adding namespace took 7.369371ms I0430 13:44:21.754460 3757 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0430 13:44:21.754972 3757 namespace.go:102] [openshift-logging] adding namespace took 7.432948ms I0430 13:44:21.754986 3757 namespace.go:98] [openshift-kube-apiserver] adding namespace I0430 13:44:21.755359 3757 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.379798ms I0430 13:44:21.755370 3757 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0430 13:44:21.755774 3757 namespace.go:102] [openshift-controller-manager] adding namespace took 7.332805ms I0430 13:44:21.755788 3757 namespace.go:98] [openshift-etcd] adding namespace I0430 13:44:21.756208 3757 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.297196ms I0430 13:44:21.756222 3757 namespace.go:98] [openshift-node] adding namespace I0430 13:44:21.756615 3757 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.252109ms I0430 13:44:21.756628 3757 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0430 13:44:21.756973 3757 namespace.go:102] [openshift] adding namespace took 7.139513ms I0430 13:44:21.756983 3757 namespace.go:98] [openshift-backplane-csm] adding namespace I0430 13:44:21.757412 3757 namespace.go:102] [kube-node-lease] adding namespace took 7.154357ms I0430 13:44:21.757760 3757 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.058081ms I0430 13:44:21.757771 3757 namespace.go:98] [openshift-config-managed] adding namespace I0430 13:44:21.758221 3757 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.094515ms I0430 13:44:21.758232 3757 namespace.go:98] [openshift-route-controller-manager] adding namespace I0430 13:44:21.758611 3757 namespace.go:102] [openshift-operators] adding namespace took 7.032674ms I0430 13:44:21.758623 3757 namespace.go:98] [openshift-backplane-cee] adding namespace I0430 13:44:21.759017 3757 namespace.go:102] [openshift-network-operator] adding namespace took 6.863117ms I0430 13:44:21.759030 3757 namespace.go:98] [openshift-apiserver-operator] adding namespace I0430 13:44:21.759413 3757 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.659277ms I0430 13:44:21.759427 3757 namespace.go:98] [openshift-dns-operator] adding namespace I0430 13:44:21.759763 3757 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.430602ms I0430 13:44:21.759778 3757 namespace.go:98] [openshift-backplane-srep] adding namespace I0430 13:44:21.760210 3757 namespace.go:102] [openshift-network-console] adding namespace took 6.262489ms I0430 13:44:21.760223 3757 namespace.go:98] [openshift-package-operator] adding namespace I0430 13:44:21.760569 3757 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.105662ms I0430 13:44:21.760581 3757 namespace.go:98] [openshift-marketplace] adding namespace I0430 13:44:21.761065 3757 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.074986ms I0430 13:44:21.761073 3757 namespace.go:98] [default] adding namespace I0430 13:44:21.761475 3757 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.099683ms I0430 13:44:21.761489 3757 namespace.go:98] [openshift-ingress] adding namespace I0430 13:44:21.761855 3757 namespace.go:102] [openshift-etcd] adding namespace took 6.062393ms I0430 13:44:21.761866 3757 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0430 13:44:21.762239 3757 namespace.go:102] [openshift-node] adding namespace took 6.012118ms I0430 13:44:21.762250 3757 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0430 13:44:21.762598 3757 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.964486ms I0430 13:44:21.762616 3757 namespace.go:98] [openshift-kube-scheduler] adding namespace I0430 13:44:21.763013 3757 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.025869ms I0430 13:44:21.763024 3757 namespace.go:98] [openshift-image-registry] adding namespace I0430 13:44:21.763418 3757 namespace.go:102] [openshift-config-managed] adding namespace took 5.642112ms I0430 13:44:21.763431 3757 namespace.go:98] [kube-public] adding namespace I0430 13:44:21.763863 3757 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.626279ms I0430 13:44:21.763876 3757 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0430 13:44:21.764703 3757 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.075233ms I0430 13:44:21.764717 3757 namespace.go:98] [openshift-authentication-operator] adding namespace I0430 13:44:21.765112 3757 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.077181ms I0430 13:44:21.765125 3757 namespace.go:98] [openshift-insights] adding namespace I0430 13:44:21.765497 3757 namespace.go:102] [openshift-dns-operator] adding namespace took 6.064209ms I0430 13:44:21.765511 3757 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0430 13:44:21.765917 3757 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.134282ms I0430 13:44:21.765929 3757 namespace.go:98] [openshift-console] adding namespace I0430 13:44:21.766376 3757 namespace.go:102] [openshift-package-operator] adding namespace took 6.147371ms I0430 13:44:21.766389 3757 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0430 13:44:21.766751 3757 namespace.go:102] [openshift-marketplace] adding namespace took 6.165945ms I0430 13:44:21.766762 3757 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0430 13:44:21.767337 3757 namespace.go:102] [default] adding namespace took 6.25908ms I0430 13:44:21.767351 3757 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0430 13:44:21.767874 3757 namespace.go:102] [openshift-ingress] adding namespace took 6.375669ms I0430 13:44:21.767894 3757 namespace.go:98] [openshift-config] adding namespace I0430 13:44:21.768425 3757 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.55323ms I0430 13:44:21.768441 3757 namespace.go:98] [openshift-backplane-cse] adding namespace I0430 13:44:21.769032 3757 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.778111ms I0430 13:44:21.769042 3757 namespace.go:98] [openshift-machine-api] adding namespace I0430 13:44:21.769488 3757 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.866428ms I0430 13:44:21.769503 3757 namespace.go:98] [openshift-host-network] adding namespace I0430 13:44:21.769988 3757 namespace.go:102] [openshift-image-registry] adding namespace took 6.957509ms I0430 13:44:21.770004 3757 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0430 13:44:21.770391 3757 namespace.go:102] [kube-public] adding namespace took 6.954889ms I0430 13:44:21.770826 3757 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.945074ms I0430 13:44:21.770839 3757 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0430 13:44:21.771296 3757 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.573784ms I0430 13:44:21.771459 3757 default_node_network_controller.go:519] Node connection status = connected I0430 13:44:21.771870 3757 namespace.go:102] [openshift-insights] adding namespace took 6.737784ms I0430 13:44:21.771890 3757 namespace.go:98] [openshift-multus] adding namespace I0430 13:44:21.772419 3757 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.901554ms I0430 13:44:21.772891 3757 namespace.go:102] [openshift-console] adding namespace took 6.958561ms I0430 13:44:21.773335 3757 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.940973ms I0430 13:44:21.773350 3757 namespace.go:98] [dedicated-admin] adding namespace I0430 13:44:21.773748 3757 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.979792ms I0430 13:44:21.774169 3757 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.813541ms I0430 13:44:21.774566 3757 namespace.go:102] [openshift-config] adding namespace took 6.666453ms I0430 13:44:21.774948 3757 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.502474ms I0430 13:44:21.774960 3757 namespace.go:98] [openshift-machine-config-operator] adding namespace I0430 13:44:21.775328 3757 namespace.go:102] [openshift-machine-api] adding namespace took 6.275561ms I0430 13:44:21.775842 3757 namespace.go:102] [openshift-host-network] adding namespace took 6.335707ms I0430 13:44:21.776284 3757 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.275081ms W0430 13:44:21.776653 3757 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-72pp8: pod openshift-multus/network-metrics-daemon-72pp8: no pod IPs found W0430 13:44:21.776684 3757 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jmx9b: pod openshift-multus/network-metrics-daemon-jmx9b: no pod IPs found I0430 13:44:21.776695 3757 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.852567ms I0430 13:44:21.777237 3757 namespace.go:102] [openshift-multus] adding namespace took 5.342169ms I0430 13:44:21.777679 3757 namespace.go:102] [dedicated-admin] adding namespace took 4.324245ms I0430 13:44:21.778288 3757 namespace.go:102] [openshift-machine-config-operator] adding namespace took 3.323085ms W0430 13:44:21.778381 3757 master.go:471] Unable to parse remote node ip-10-0-1-226.ec2.internal chassis-id annotation. Chassis may be removed during sync I0430 13:44:21.778511 3757 master.go:548] Adding or Updating local node "ip-10-0-2-151.ec2.internal" for network "default" I0430 13:44:21.778565 3757 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-226.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-226.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-226.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-226.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-226.ec2.internal I0430 13:44:21.779570 3757 zone_ic_handler.go:195] Time taken to create transit switch: 412.021µs I0430 13:44:21.779584 3757 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-154.ec2.internal for the network default I0430 13:44:21.780583 3757 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-154.ec2.internal" on network "default" took: 1.439063ms W0430 13:44:21.787618 3757 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-brw9j: pod openshift-network-diagnostics/network-check-target-brw9j: no pod IPs found W0430 13:44:21.787639 3757 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-jmx9b: pod openshift-multus/network-metrics-daemon-jmx9b: no pod IPs found I0430 13:44:21.788615 3757 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-151.ec2.internal for the network default I0430 13:44:21.788806 3757 zone_ic_handler.go:195] Time taken to create transit switch: 178.135µs I0430 13:44:21.789692 3757 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0430 13:44:21.789723 3757 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0430 13:44:21.789740 3757 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0430 13:44:21.789765 3757 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-154.ec2.internal in network "default" I0430 13:44:21.789824 3757 node_tracker.go:169] Node ip-10-0-0-154.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:21.789845 3757 services_controller.go:574] Full service sync requested for network=default I0430 13:44:21.789858 3757 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-226.ec2.internal in network "default" I0430 13:44:21.789874 3757 node_tracker.go:235] Node ip-10-0-1-226.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-226.ec2.internal" I0430 13:44:21.789886 3757 node_tracker.go:169] Node ip-10-0-1-226.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:21.789893 3757 services_controller.go:574] Full service sync requested for network=default I0430 13:44:21.789902 3757 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-151.ec2.internal in network "default" I0430 13:44:21.789932 3757 node_tracker.go:169] Node ip-10-0-2-151.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:21.789941 3757 services_controller.go:574] Full service sync requested for network=default I0430 13:44:21.890176 3757 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0430 13:44:21.890200 3757 services_controller.go:208] Setting up event handlers for services for network=default I0430 13:44:21.890298 3757 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0430 13:44:21.890344 3757 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0430 13:44:21.890359 3757 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0430 13:44:21.991378 3757 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0430 13:44:21.991409 3757 repair.go:60] Starting repairing loop for services I0430 13:44:21.991490 3757 repair.go:131] Deleted 0 stale service LBs I0430 13:44:21.991508 3757 repair.go:137] Deleted 0 stale Chassis Template Vars I0430 13:44:21.991524 3757 repair.go:62] Finished repairing loop for services: 117.614µs I0430 13:44:21.991557 3757 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0430 13:44:21.991567 3757 services_controller.go:254] Starting workers for network=default I0430 13:44:21.991885 3757 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-72pp8, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-72pp8: suppressed error logged: pod openshift-multus/network-metrics-daemon-72pp8: no pod IPs found I0430 13:44:21.991893 3757 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-d524r, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-d524r: suppressed error logged: pod openshift-network-diagnostics/network-check-target-d524r: no pod IPs found I0430 13:44:21.992025 3757 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-brw9j] creating logical port openshift-network-diagnostics_network-check-target-brw9j for pod on switch ip-10-0-2-151.ec2.internal I0430 13:44:21.992033 3757 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jmx9b] creating logical port openshift-multus_network-metrics-daemon-jmx9b for pod on switch ip-10-0-2-151.ec2.internal I0430 13:44:21.992126 3757 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-brw9j I0430 13:44:21.992221 3757 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-jmx9b I0430 13:44:22.008256 3757 pod.go:62] [openshift-network-diagnostics/network-check-target-brw9j] pod update took 16.169734ms I0430 13:44:22.008275 3757 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-brw9j] addLogicalPort annotation time took 16.190853ms I0430 13:44:22.009028 3757 pods.go:271] [openshift-network-diagnostics/network-check-target-brw9j] addLogicalPort took 17.009622ms, libovsdb time 528.5µs I0430 13:44:22.012648 3757 pod.go:62] [openshift-multus/network-metrics-daemon-jmx9b] pod update took 20.558889ms I0430 13:44:22.012667 3757 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-jmx9b] addLogicalPort annotation time took 20.576636ms I0430 13:44:22.013414 3757 pods.go:271] [openshift-multus/network-metrics-daemon-jmx9b] addLogicalPort took 21.387896ms, libovsdb time 552.226µs I0430 13:44:22.013753 3757 admin_network_policy_controller.go:227] Starting controller default-network-controller I0430 13:44:22.013774 3757 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0430 13:44:22.013786 3757 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0430 13:44:22.013790 3757 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0430 13:44:22.013968 3757 repair.go:29] Repairing admin network policies took 172.326µs I0430 13:44:22.014077 3757 repair.go:92] Repairing baseline admin network policies took 98.619µs I0430 13:44:22.014473 3757 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0430 13:44:22.014490 3757 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0430 13:44:22.016038 3757 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0430 13:44:22.016061 3757 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0430 13:44:22.016069 3757 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0430 13:44:22.017293 3757 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0430 13:44:22.017311 3757 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0430 13:44:22.017323 3757 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0430 13:44:22.019303 3757 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0430 13:44:22.019323 3757 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0430 13:44:22.019332 3757 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0430 13:44:22.021118 3757 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0430 13:44:22.021136 3757 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0430 13:44:22.021804 3757 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0430 13:44:22.021817 3757 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 13:44:22.022430 3757 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0430 13:44:22.022445 3757 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0430 13:44:22.022453 3757 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0430 13:44:22.024573 3757 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0430 13:44:22.024593 3757 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0430 13:44:22.024607 3757 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0430 13:44:22.026613 3757 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0430 13:44:22.026635 3757 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0430 13:44:22.026645 3757 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0430 13:44:22.027814 3757 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0430 13:44:22.027832 3757 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0430 13:44:22.027840 3757 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0430 13:44:22.028119 3757 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0430 13:44:22.028137 3757 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0430 13:44:22.028144 3757 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0430 13:44:22.028386 3757 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0430 13:44:22.028424 3757 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0430 13:44:22.028439 3757 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0430 13:44:22.029778 3757 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0430 13:44:22.029794 3757 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0430 13:44:22.029802 3757 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0430 13:44:22.030445 3757 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0430 13:44:22.030462 3757 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0430 13:44:22.030469 3757 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0430 13:44:22.030913 3757 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0430 13:44:22.030936 3757 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0430 13:44:22.030947 3757 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0430 13:44:22.032559 3757 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0430 13:44:22.032580 3757 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0430 13:44:22.032591 3757 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0430 13:44:22.032951 3757 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0430 13:44:22.032969 3757 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0430 13:44:22.032978 3757 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0430 13:44:22.033445 3757 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0430 13:44:22.033461 3757 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0430 13:44:22.033468 3757 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0430 13:44:22.033921 3757 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0430 13:44:22.033942 3757 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0430 13:44:22.033954 3757 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0430 13:44:22.034462 3757 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0430 13:44:22.034480 3757 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0430 13:44:22.034501 3757 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 13:44:22.035130 3757 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0430 13:44:22.035152 3757 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0430 13:44:22.035161 3757 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0430 13:44:22.035714 3757 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0430 13:44:22.035732 3757 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0430 13:44:22.035739 3757 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0430 13:44:22.036207 3757 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0430 13:44:22.036226 3757 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0430 13:44:22.036237 3757 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0430 13:44:22.036795 3757 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0430 13:44:22.036812 3757 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0430 13:44:22.036837 3757 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0430 13:44:22.037289 3757 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0430 13:44:22.037310 3757 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0430 13:44:22.037325 3757 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0430 13:44:22.038176 3757 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0430 13:44:22.038195 3757 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0430 13:44:22.038206 3757 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0430 13:44:22.039318 3757 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0430 13:44:22.039339 3757 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0430 13:44:22.039351 3757 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0430 13:44:22.040152 3757 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0430 13:44:22.040171 3757 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0430 13:44:22.040180 3757 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0430 13:44:22.040668 3757 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0430 13:44:22.040687 3757 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0430 13:44:22.040695 3757 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0430 13:44:22.041167 3757 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0430 13:44:22.041185 3757 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0430 13:44:22.041198 3757 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0430 13:44:22.042732 3757 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0430 13:44:22.047691 3757 egressfirewall.go:374] Starting EgressFirewall controller I0430 13:44:22.047742 3757 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0430 13:44:22.047742 3757 controller.go:133] Adding controller egress-firewall-controller event handlers I0430 13:44:22.047769 3757 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0430 13:44:22.047781 3757 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0430 13:44:22.047795 3757 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0430 13:44:22.047785 3757 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0430 13:44:22.048055 3757 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0430 13:44:22.048071 3757 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0430 13:44:22.048079 3757 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0430 13:44:22.048093 3757 egressqos.go:193] Setting up event handlers for EgressQoS I0430 13:44:22.048159 3757 egressfirewall.go:723] Syncing node "ip-10-0-0-154.ec2.internal" for egress firewall I0430 13:44:22.048172 3757 egressfirewall.go:723] Syncing node "ip-10-0-1-226.ec2.internal" for egress firewall I0430 13:44:22.048177 3757 egressfirewall.go:723] Syncing node "ip-10-0-2-151.ec2.internal" for egress firewall I0430 13:44:22.048207 3757 egressqos.go:245] Starting EgressQoS Controller I0430 13:44:22.048221 3757 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0430 13:44:22.048229 3757 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0430 13:44:22.048235 3757 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0430 13:44:22.048240 3757 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0430 13:44:22.048245 3757 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0430 13:44:22.048251 3757 shared_informer.go:356] "Caches are synced" controller="egressqos" I0430 13:44:22.048255 3757 egressqos.go:259] Repairing EgressQoSes I0430 13:44:22.048259 3757 egressqos.go:399] Starting repairing loop for egressqos I0430 13:44:22.048332 3757 egressqos.go:401] Finished repairing loop for egressqos: 72.847µs I0430 13:44:22.048351 3757 egressservice_zone.go:132] Setting up event handlers for Egress Services I0430 13:44:22.048382 3757 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-151.ec2.internal I0430 13:44:22.048438 3757 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-151.ec2.internal : 57.268µs I0430 13:44:22.048493 3757 egressservice_zone.go:210] Starting Egress Services Controller I0430 13:44:22.048503 3757 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 13:44:22.048508 3757 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 13:44:22.048513 3757 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 13:44:22.048518 3757 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 13:44:22.048524 3757 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 13:44:22.048528 3757 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 13:44:22.048533 3757 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0430 13:44:22.048538 3757 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0430 13:44:22.048541 3757 egressservice_zone.go:228] Repairing Egress Services I0430 13:44:22.048765 3757 master_controller.go:88] Starting Admin Policy Based Route Controller I0430 13:44:22.048777 3757 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 13:44:22.048785 3757 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-151.ec2.internal I0430 13:44:22.048796 3757 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-151.ec2.internal: 13.413µs I0430 13:44:22.048804 3757 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-154.ec2.internal I0430 13:44:22.048812 3757 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-154.ec2.internal: 9.067µs I0430 13:44:22.048817 3757 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-226.ec2.internal I0430 13:44:22.048820 3757 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-226.ec2.internal: 3.571µs I0430 13:44:22.048898 3757 default_network_controller.go:585] Completing all the Watchers took 308.101967ms I0430 13:44:22.048911 3757 default_network_controller.go:589] Starting unidling controllers I0430 13:44:22.048923 3757 unidle.go:46] Registering OVN SB ControllerEvent handler I0430 13:44:22.048934 3757 unidle.go:63] Populating Initial ContollerEvent events I0430 13:44:22.048944 3757 unidle.go:79] Setting up event handlers for services I0430 13:44:22.048989 3757 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0430 13:44:22.271876 3757 default_node_network_controller.go:519] Node connection status = connected I0430 13:44:22.771779 3757 default_node_network_controller.go:519] Node connection status = connected I0430 13:44:23.174998 3757 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0430 13:44:23.271874 3757 default_node_network_controller.go:519] Node connection status = connected I0430 13:44:23.289497 3757 bridgeconfig.go:537] Gateway is ready I0430 13:44:23.289516 3757 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0430 13:44:23.300621 3757 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.151. Updating OVN encap IP. I0430 13:44:23.305783 3757 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.151 - it is already configured I0430 13:44:23.305800 3757 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.151/24:{} 172.20.0.1/32:{}]. Updating annotations. I0430 13:44:23.306063 3757 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.151/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-151.ec2.internal","mac-address":"0e:c9:6f:0a:1a:d3","ip-addresses":["10.0.2.151/24"],"ip-address":"10.0.2.151/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ad704761-791f-4085-b630-5c80ba6fd141 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.151/24"}] on node ip-10-0-2-151.ec2.internal I0430 13:44:23.331683 3757 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-151.ec2.internal in network "default" I0430 13:44:23.331748 3757 egressfirewall.go:723] Syncing node "ip-10-0-2-151.ec2.internal" for egress firewall I0430 13:44:23.331753 3757 node_tracker.go:169] Node ip-10-0-2-151.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:23.331783 3757 services_controller.go:574] Full service sync requested for network=default I0430 13:44:23.331788 3757 master.go:548] Adding or Updating local node "ip-10-0-2-151.ec2.internal" for network "default" I0430 13:44:23.331687 3757 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-151.ec2.internal I0430 13:44:23.331825 3757 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-151.ec2.internal: 139.619µs I0430 13:44:23.332167 3757 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.151 I0430 13:44:23.332338 3757 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-151.ec2.internal I0430 13:44:23.337114 3757 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-151.ec2.internal. Updating no re-route policies I0430 13:44:23.337182 3757 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-bhc2p I0430 13:44:23.337197 3757 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-d62bw I0430 13:44:23.337200 3757 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-bhc2p I0430 13:44:23.337196 3757 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-rlr7l I0430 13:44:23.337208 3757 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-d62bw I0430 13:44:23.337215 3757 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-rlr7l I0430 13:44:23.337228 3757 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-151.ec2.internal I0430 13:44:23.337203 3757 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-151.ec2.internal I0430 13:44:23.337240 3757 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-151.ec2.internal I0430 13:44:23.337242 3757 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-rlr7l after 0 failed attempt(s) I0430 13:44:23.337239 3757 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jmx9b I0430 13:44:23.337215 3757 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-p5sdt I0430 13:44:23.337188 3757 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-brw9j I0430 13:44:23.337249 3757 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-hrwpk I0430 13:44:23.337255 3757 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-s7nc4 I0430 13:44:23.337260 3757 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-151.ec2.internal after 0 failed attempt(s) I0430 13:44:23.337229 3757 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-bhc2p after 0 failed attempt(s) I0430 13:44:23.337265 3757 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-hrwpk I0430 13:44:23.337269 3757 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-s7nc4 I0430 13:44:23.337292 3757 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-s7nc4 after 0 failed attempt(s) I0430 13:44:23.337242 3757 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-151.ec2.internal I0430 13:44:23.337297 3757 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-hrwpk after 0 failed attempt(s) I0430 13:44:23.337246 3757 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-jdcc4 I0430 13:44:23.337317 3757 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-151.ec2.internal after 0 failed attempt(s) I0430 13:44:23.337319 3757 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-jdcc4 I0430 13:44:23.337230 3757 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-d62bw after 0 failed attempt(s) I0430 13:44:23.337241 3757 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-qpwzc I0430 13:44:23.337334 3757 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-jdcc4 after 0 failed attempt(s) I0430 13:44:23.337338 3757 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-qpwzc I0430 13:44:23.337254 3757 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-p5sdt I0430 13:44:23.337349 3757 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-qpwzc after 0 failed attempt(s) I0430 13:44:23.337255 3757 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jmx9b I0430 13:44:23.337355 3757 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-p5sdt after 0 failed attempt(s) I0430 13:44:23.337230 3757 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lbsjr I0430 13:44:23.337366 3757 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lbsjr I0430 13:44:23.337375 3757 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jmx9b] creating logical port openshift-multus_network-metrics-daemon-jmx9b for pod on switch ip-10-0-2-151.ec2.internal I0430 13:44:23.337382 3757 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lbsjr after 0 failed attempt(s) I0430 13:44:23.337258 3757 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-brw9j I0430 13:44:23.337436 3757 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-brw9j] creating logical port openshift-network-diagnostics_network-check-target-brw9j for pod on switch ip-10-0-2-151.ec2.internal I0430 13:44:23.338103 3757 pods.go:271] [openshift-multus/network-metrics-daemon-jmx9b] addLogicalPort took 731.665µs, libovsdb time 260.276µs I0430 13:44:23.338117 3757 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-jmx9b after 0 failed attempt(s) I0430 13:44:23.338190 3757 pods.go:271] [openshift-network-diagnostics/network-check-target-brw9j] addLogicalPort took 763.068µs, libovsdb time 356.412µs I0430 13:44:23.338197 3757 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-brw9j after 0 failed attempt(s) I0430 13:44:23.349734 3757 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0430 13:44:23.362800 3757 iptables.go:108] Creating table: mangle chain: OUTPUT I0430 13:44:23.366030 3757 iptables.go:108] Creating table: nat chain: OUTPUT I0430 13:44:23.387916 3757 iptables.go:108] Creating table: nat chain: PREROUTING I0430 13:44:23.440527 3757 iptables.go:108] Creating table: filter chain: FORWARD I0430 13:44:23.458461 3757 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0430 13:44:23.458590 3757 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0430 13:44:23.458669 3757 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0430 13:44:23.458761 3757 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0430 13:44:23.458816 3757 gateway_init.go:325] Gateway and management port readiness took 1.691795553s I0430 13:44:23.458849 3757 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0430 13:44:23.458891 3757 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0430 13:44:23.458907 3757 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0430 13:44:23.458918 3757 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 13:44:23.459002 3757 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0430 13:44:23.459086 3757 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.157µs I0430 13:44:23.459287 3757 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0430 13:44:23.459316 3757 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.858µs I0430 13:44:23.459328 3757 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 41.414µs I0430 13:44:23.459335 3757 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0430 13:44:23.459346 3757 nad_controller.go:379] [node-nad-controller NAD controller]: started I0430 13:44:23.459351 3757 default_node_network_controller.go:899] Starting the default node network controller I0430 13:44:23.459355 3757 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0430 13:44:23.459434 3757 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.691µs I0430 13:44:23.459570 3757 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0430 13:44:23.459584 3757 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0430 13:44:23.459614 3757 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008f6900 0xc0002c7c00 0xc0002c7c70 0xc0002c7ce0 0xc0002c7d50 0xc0002c7e30 0xc0002c7ea0 0xc000d4a140 0xc0002c8000 0xc0002c8070 0xc000b9c2d0 0xc006539340 0xc0002c80e0 map[0x2ff9080:0xc00467a060 0x2ff95c0:0xc00467a2a0 0x2ffa2e0:0xc002787f20 0x2ffa580:0xc00467a000 0x2ffad60:0xc00467a0c0 0x2ffb000:0xc00467a120 0x2ffb2a0:0xc00467a180 0x2ffba80:0xc00467a300 0x2ffbd20:0xc00467a360 0x3026980:0xc0012213e0 0x3026d20:0xc002203440 0x3027800:0xc000d48780 0x3029160:0xc001be2000 0x30298a0:0xc002787e00 0x302a720:0xc000e9f5c0] 0xc000118d20 0} I0430 13:44:23.459697 3757 gateway.go:151] Starting gateway service sync I0430 13:44:23.460266 3757 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0430 13:44:23.462362 3757 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0430 13:44:23.471160 3757 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0430 13:44:23.472377 3757 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0430 13:44:23.473625 3757 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0430 13:44:23.507577 3757 gateway.go:168] Gateway service sync done. Time taken: 47.865659ms I0430 13:44:23.508141 3757 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31987 I0430 13:44:23.508468 3757 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008f6900 0xc0002c7c00 0xc0002c7c70 0xc0002c7ce0 0xc0002c7d50 0xc0002c7e30 0xc0002c7ea0 0xc000d4a140 0xc0002c8000 0xc0002c8070 0xc000b9c2d0 0xc006539340 0xc0002c80e0 map[0x2ff9080:0xc00467a060 0x2ff95c0:0xc00467a2a0 0x2ffa2e0:0xc002787f20 0x2ffa580:0xc00467a000 0x2ffad60:0xc00467a0c0 0x2ffb000:0xc00467a120 0x2ffb2a0:0xc00467a180 0x2ffba80:0xc00467a300 0x2ffbd20:0xc00467a360 0x3026980:0xc0012213e0 0x3026d20:0xc002203440 0x3027800:0xc000d48780 0x3029160:0xc001be2000 0x30298a0:0xc002787e00 0x302a720:0xc000e9f5c0] 0xc000118d20 0} I0430 13:44:23.509011 3757 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008f6900 0xc0002c7c00 0xc0002c7c70 0xc0002c7ce0 0xc0002c7d50 0xc0002c7e30 0xc0002c7ea0 0xc000d4a140 0xc0002c8000 0xc0002c8070 0xc000b9c2d0 0xc006539340 0xc0002c80e0 map[0x2ff9080:0xc00467a060 0x2ff95c0:0xc00467a2a0 0x2ffa2e0:0xc002787f20 0x2ffa580:0xc00467a000 0x2ffad60:0xc00467a0c0 0x2ffb000:0xc00467a120 0x2ffb2a0:0xc00467a180 0x2ffba80:0xc00467a300 0x2ffbd20:0xc00467a360 0x3026980:0xc0012213e0 0x3026d20:0xc002203440 0x3027800:0xc000d48780 0x3029160:0xc001be2000 0x30298a0:0xc002787e00 0x302a720:0xc000e9f5c0] 0xc000118d20 0} I0430 13:44:23.509054 3757 gateway.go:532] Reconciling gateway with updates I0430 13:44:23.514732 3757 gateway.go:339] Spawning Conntrack Rule Check Thread I0430 13:44:23.514811 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 13:44:23.514819 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 13:44:23.514834 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 13:44:23.514833 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 13:44:23.514872 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 13:44:23.514876 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 13:44:23.514877 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 13:44:23.514885 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 13:44:23.514885 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 13:44:23.514888 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 13:44:23.514900 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 13:44:23.514902 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 13:44:23.514906 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 13:44:23.514911 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 13:44:23.514904 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 13:44:23.514922 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 13:44:23.514893 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 13:44:23.514932 3757 default_node_network_controller.go:944] Gateway and management port readiness took 55.293896ms I0430 13:44:23.514938 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 13:44:23.514939 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 13:44:23.514950 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 13:44:23.514953 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 13:44:23.514946 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 13:44:23.514948 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 13:44:23.514967 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 13:44:23.514967 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 13:44:23.514973 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 13:44:23.514977 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 13:44:23.514974 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 13:44:23.514986 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 13:44:23.514990 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 13:44:23.514993 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 13:44:23.514998 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 13:44:23.515000 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 13:44:23.515003 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 13:44:23.515006 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 13:44:23.515004 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 13:44:23.514837 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 13:44:23.515017 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 13:44:23.514926 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 13:44:23.515023 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 13:44:23.515032 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 13:44:23.515034 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 13:44:23.515002 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 13:44:23.515041 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 13:44:23.514977 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 13:44:23.515055 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 13:44:23.514985 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 13:44:23.515066 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 13:44:23.514970 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 13:44:23.515078 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 13:44:23.515081 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 13:44:23.514851 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 13:44:23.515086 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 13:44:23.515092 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 13:44:23.515099 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 13:44:23.515098 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 13:44:23.515101 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 13:44:23.515103 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 13:44:23.515106 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 13:44:23.514888 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 13:44:23.515112 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 13:44:23.515117 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 13:44:23.515117 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 13:44:23.514992 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 13:44:23.515129 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 13:44:23.515149 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 13:44:23.515154 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 13:44:23.515150 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 13:44:23.514834 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 13:44:23.514973 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 13:44:23.515205 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 13:44:23.515212 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 13:44:23.515037 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 13:44:23.515212 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 13:44:23.515251 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 13:44:23.514873 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 13:44:23.515263 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 13:44:23.515268 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 13:44:23.515270 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 13:44:23.515302 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 13:44:23.514901 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 13:44:23.515373 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 13:44:23.515391 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 13:44:23.514887 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 13:44:23.515418 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 13:44:23.515425 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 13:44:23.515431 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 13:44:23.515434 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 13:44:23.515433 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 13:44:23.515442 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 13:44:23.514925 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 13:44:23.515449 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 13:44:23.514952 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 13:44:23.514952 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 13:44:23.515584 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 13:44:23.515590 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 13:44:23.514958 3757 port_claim.go:71] Svc openshift-ingress/router-default: port 31478 is already open, no action needed I0430 13:44:23.515605 3757 port_claim.go:71] Svc openshift-ingress/router-default: port 30102 is already open, no action needed I0430 13:44:23.514974 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 13:44:23.515013 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 13:44:23.515020 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 13:44:23.515685 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 13:44:23.515062 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 13:44:23.514846 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 13:44:23.515742 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 13:44:23.515065 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 13:44:23.515071 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 13:44:23.515102 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 13:44:23.515778 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 13:44:23.515120 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 13:44:23.515118 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 13:44:23.515835 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 13:44:23.514859 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 13:44:23.515852 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 13:44:23.515138 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 13:44:23.515272 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 13:44:23.514914 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 13:44:23.516743 3757 node_ip_handler_linux.go:160] Node IP manager is running W0430 13:44:23.556851 3757 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 13:44:23.557049 3757 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 13:44:23.557219 3757 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0430 13:44:23.566261 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 13:44:23.566288 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 13:44:23.566298 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 13:44:23.566306 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 13:44:23.566318 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 13:44:23.566327 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 13:44:23.566341 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 13:44:23.566353 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 13:44:23.614786 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 13:44:23.614793 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 13:44:23.614813 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 13:44:23.614825 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 13:44:23.657847 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 13:44:23.657880 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 13:44:23.657888 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 13:44:23.657895 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 13:44:23.657902 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 13:44:25.369053 3757 default_node_network_controller.go:1380] Starting node controller node sync W0430 13:44:25.369100 3757 egressip_healthcheck.go:76] Health checking using insecure connection I0430 13:44:25.369171 3757 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0430 13:44:25.381473 3757 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.399217ms I0430 13:44:25.381631 3757 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-154.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 13:44:25.381646 3757 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-154.ec2.internal", IP: 10.0.0.154 to PMTUD blocking rules I0430 13:44:25.387556 3757 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0430 13:44:25.387888 3757 egressservice_node.go:93] Setting up event handlers for Egress Services I0430 13:44:25.388056 3757 egressservice_node.go:183] Starting Egress Services Controller I0430 13:44:25.388075 3757 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 13:44:25.388086 3757 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 13:44:25.388092 3757 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 13:44:25.388097 3757 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 13:44:25.388102 3757 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 13:44:25.388107 3757 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 13:44:25.388111 3757 egressservice_node.go:197] Repairing Egress Services I0430 13:44:25.398614 3757 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0430 13:44:25.398631 3757 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 13:44:25.398817 3757 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0430 13:44:25.398834 3757 link_network_manager.go:119] Link manager is running I0430 13:44:25.398850 3757 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0430 13:44:25.399068 3757 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0430 13:44:25.399431 3757 vrf_manager.go:128] VRF manager is running I0430 13:44:25.399550 3757 node_controller_manager.go:437] Removing flows to drop GARP I0430 13:44:25.399559 3757 gateway.go:532] Reconciling gateway with updates I0430 13:44:25.427321 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 13:44:25.427336 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 13:44:25.427344 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 13:44:25.427323 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 13:44:25.427352 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 13:44:25.427358 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 13:44:25.427370 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 13:44:25.427374 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 13:44:25.427380 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 13:44:25.427359 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 13:44:25.427445 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 13:44:25.427450 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 13:44:25.427456 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 13:44:25.427453 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 13:44:25.427461 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 13:44:25.427461 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 13:44:25.427465 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 13:44:25.427469 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 13:44:25.427473 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 13:44:25.427481 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 13:44:25.427479 3757 port_claim.go:71] Svc openshift-ingress/router-default: port 31478 is already open, no action needed I0430 13:44:25.427487 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 13:44:25.427465 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 13:44:25.427489 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 13:44:25.427499 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 13:44:25.427351 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 13:44:25.427503 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 13:44:25.427506 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 13:44:25.427499 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 13:44:25.427516 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 13:44:25.427494 3757 port_claim.go:71] Svc openshift-ingress/router-default: port 30102 is already open, no action needed I0430 13:44:25.427523 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 13:44:25.427531 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 13:44:25.427536 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 13:44:25.427440 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 13:44:25.427545 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 13:44:25.427548 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 13:44:25.427556 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 13:44:25.427561 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 13:44:25.427560 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 13:44:25.427569 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 13:44:25.427569 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 13:44:25.427578 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 13:44:25.427584 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 13:44:25.427586 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 13:44:25.427594 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 13:44:25.427598 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 13:44:25.427600 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 13:44:25.427609 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 13:44:25.427612 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 13:44:25.427615 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 13:44:25.427614 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 13:44:25.427618 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 13:44:25.427618 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 13:44:25.427626 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 13:44:25.427513 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 13:44:25.427632 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 13:44:25.427640 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 13:44:25.427642 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 13:44:25.427551 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 13:44:25.427652 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 13:44:25.427658 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 13:44:25.427641 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 13:44:25.427677 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 13:44:25.427614 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 13:44:25.427707 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 13:44:25.427582 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 13:44:25.427727 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 13:44:25.427549 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 13:44:25.427563 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 13:44:25.427739 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 13:44:25.427358 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 13:44:25.427753 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 13:44:25.427767 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 13:44:25.427786 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 13:44:25.427796 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 13:44:25.427804 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 13:44:25.427805 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 13:44:25.427809 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 13:44:25.427838 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 13:44:25.427508 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 13:44:25.427787 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 13:44:25.427901 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 13:44:25.427910 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 13:44:25.427902 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 13:44:25.427591 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 13:44:25.427601 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 13:44:25.427602 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 13:44:25.428019 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 13:44:25.427618 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 13:44:25.428060 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 13:44:25.428065 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 13:44:25.427622 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 13:44:25.427510 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 13:44:25.427627 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 13:44:25.427627 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 13:44:25.428143 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 13:44:25.427630 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 13:44:25.427791 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 13:44:25.428227 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 13:44:25.427803 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 13:44:25.427814 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 13:44:25.427819 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 13:44:25.427588 3757 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 13:44:25.428343 3757 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 13:44:25.470884 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) W0430 13:44:25.471211 3757 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 13:44:25.493067 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 13:44:25.493082 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 13:44:25.493106 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 13:44:25.493119 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 13:44:25.493132 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 13:44:25.493140 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 13:44:25.493148 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 13:44:25.493157 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 13:44:25.493164 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 13:44:25.493174 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 13:44:25.493183 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 13:44:25.534312 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 13:44:25.534343 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 13:44:25.534373 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 13:44:25.534383 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 13:44:25.534390 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 13:44:25.534412 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 13:44:25.534431 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 13:44:25.534451 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 13:44:25.534458 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 13:44:25.534464 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 13:44:25.534470 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 13:44:25.534478 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 13:44:25.534483 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 13:44:25.534489 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 13:44:25.534494 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 13:44:25.534499 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 13:44:25.534504 3757 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 13:44:26.998560 3757 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-151.ec2.internal I0430 13:44:26.998594 3757 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-151.ec2.internal: 43.068µs I0430 13:44:27.026281 3757 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-86dd7c6776-cxczx] creating logical port openshift-image-registry_image-registry-86dd7c6776-cxczx for pod on switch ip-10-0-2-151.ec2.internal I0430 13:44:27.026465 3757 kube.go:256] Updating pod openshift-image-registry/image-registry-86dd7c6776-cxczx I0430 13:44:27.047542 3757 pod.go:62] [openshift-image-registry/image-registry-86dd7c6776-cxczx] pod update took 21.123596ms I0430 13:44:27.047565 3757 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-86dd7c6776-cxczx] addLogicalPort annotation time took 21.16827ms I0430 13:44:27.048827 3757 pods.go:271] [openshift-image-registry/image-registry-86dd7c6776-cxczx] addLogicalPort took 22.569383ms, libovsdb time 1.030605ms I0430 13:44:27.056460 3757 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-mnd9k] creating logical port openshift-dns_dns-default-mnd9k for pod on switch ip-10-0-2-151.ec2.internal I0430 13:44:27.056563 3757 kube.go:256] Updating pod openshift-dns/dns-default-mnd9k I0430 13:44:27.063353 3757 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-kvqw5] creating logical port openshift-ingress-canary_ingress-canary-kvqw5 for pod on switch ip-10-0-2-151.ec2.internal I0430 13:44:27.063497 3757 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-kvqw5 I0430 13:44:27.087384 3757 pod.go:62] [openshift-ingress-canary/ingress-canary-kvqw5] pod update took 23.920264ms I0430 13:44:27.087436 3757 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-kvqw5] addLogicalPort annotation time took 23.97213ms I0430 13:44:27.087460 3757 pod.go:62] [openshift-dns/dns-default-mnd9k] pod update took 30.921802ms I0430 13:44:27.087478 3757 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-mnd9k] addLogicalPort annotation time took 30.949911ms I0430 13:44:27.088685 3757 pods.go:271] [openshift-ingress-canary/ingress-canary-kvqw5] addLogicalPort took 25.347593ms, libovsdb time 969.494µs I0430 13:44:27.089157 3757 pods.go:271] [openshift-dns/dns-default-mnd9k] addLogicalPort took 32.706906ms, libovsdb time 1.382916ms I0430 13:44:27.220967 3757 egressfirewall.go:723] Syncing node "ip-10-0-1-226.ec2.internal" for egress firewall I0430 13:44:27.220968 3757 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-226.ec2.internal I0430 13:44:27.221000 3757 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-226.ec2.internal: 36.893µs I0430 13:44:27.221030 3757 default_network_controller.go:1025] Node "ip-10-0-1-226.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 13:44:27.515139 3757 cni.go:452] [openshift-ingress-canary/ingress-canary-kvqw5 ac31f0be6a7fc15bfa2a70972747123e479f337302ccc67c309fba580c2efb05 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-kvqw5 ac31f0be6a7fc15bfa2a70972747123e479f337302ccc67c309fba580c2efb05 network default NAD default NAD key ] I0430 13:44:27.532079 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-kvqw5, hostIfaceName: ac31f0be6a7fc15, network: default, NAD default, SandboxID: "ac31f0be6a7fc15bfa2a70972747123e479f337302ccc67c309fba580c2efb05", PCI device ID: , UID: "0230aea1-70d4-4bea-9457-2758453fb937", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0430 13:44:27.576831 3757 cni.go:473] [openshift-ingress-canary/ingress-canary-kvqw5 ac31f0be6a7fc15bfa2a70972747123e479f337302ccc67c309fba580c2efb05 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-kvqw5 ac31f0be6a7fc15bfa2a70972747123e479f337302ccc67c309fba580c2efb05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:b7:e7:6e:b1:24\",\"name\":\"ac31f0be6a7fc15\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c341a17-5af9-41e8-9e59-042c45488ecf\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:44:30.529905 3757 default_network_controller.go:1025] Node "ip-10-0-1-226.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 13:44:31.283295 3757 cni.go:452] [openshift-network-diagnostics/network-check-target-brw9j 8a959e4089908ff9d9e2c9d9a2e4a5c6baac80ba50b775d230fc84162233962b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-brw9j 8a959e4089908ff9d9e2c9d9a2e4a5c6baac80ba50b775d230fc84162233962b network default NAD default NAD key ] I0430 13:44:31.294003 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-brw9j, hostIfaceName: 8a959e4089908ff, network: default, NAD default, SandboxID: "8a959e4089908ff9d9e2c9d9a2e4a5c6baac80ba50b775d230fc84162233962b", PCI device ID: , UID: "1908bf32-cb07-438d-8a86-810794611b3a", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0430 13:44:31.341360 3757 cni.go:473] [openshift-network-diagnostics/network-check-target-brw9j 8a959e4089908ff9d9e2c9d9a2e4a5c6baac80ba50b775d230fc84162233962b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-brw9j 8a959e4089908ff9d9e2c9d9a2e4a5c6baac80ba50b775d230fc84162233962b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:61:b9:85:44:41\",\"name\":\"8a959e4089908ff\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8852ca70-d916-43bf-8338-90b7fcaa351d\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:44:32.213796 3757 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-226.ec2.internal in network "default" I0430 13:44:32.213847 3757 node_tracker.go:235] Node ip-10-0-1-226.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-226.ec2.internal" I0430 13:44:32.213863 3757 node_tracker.go:169] Node ip-10-0-1-226.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:32.213864 3757 default_network_controller.go:1025] Node "ip-10-0-1-226.ec2.internal" in remote zone "ip-10-0-1-226.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 13:44:32.213880 3757 services_controller.go:574] Full service sync requested for network=default I0430 13:44:32.273184 3757 default_network_controller.go:1025] Node "ip-10-0-1-226.ec2.internal" in remote zone "ip-10-0-1-226.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 13:44:32.355644 3757 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-226.ec2.internal in network "default" I0430 13:44:32.355732 3757 default_network_controller.go:1025] Node "ip-10-0-1-226.ec2.internal" in remote zone "ip-10-0-1-226.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 13:44:32.355768 3757 node_tracker.go:169] Node ip-10-0-1-226.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:32.355784 3757 services_controller.go:574] Full service sync requested for network=default I0430 13:44:32.356756 3757 zone_ic_handler.go:195] Time taken to create transit switch: 293.981µs I0430 13:44:32.356770 3757 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-226.ec2.internal for the network default I0430 13:44:32.357857 3757 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-226.ec2.internal" on network "default" took: 1.408669ms I0430 13:44:34.419695 3757 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-226.ec2.internal in network "default" I0430 13:44:34.419733 3757 egressfirewall.go:723] Syncing node "ip-10-0-1-226.ec2.internal" for egress firewall I0430 13:44:34.419753 3757 node_tracker.go:169] Node ip-10-0-1-226.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:34.419766 3757 services_controller.go:574] Full service sync requested for network=default I0430 13:44:34.419704 3757 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-226.ec2.internal I0430 13:44:34.419775 3757 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-226.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 13:44:34.419788 3757 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-226.ec2.internal", IP: 10.0.1.226 to PMTUD blocking rules I0430 13:44:34.419789 3757 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-226.ec2.internal: 90.995µs I0430 13:44:34.425718 3757 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-226.ec2.internal. Updating no re-route policies I0430 13:44:34.438019 3757 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-226.ec2.internal", IP: 10.0.1.226 to PMTUD blocking rules I0430 13:44:34.438035 3757 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-226.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0430 13:44:36.332776 3757 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 13:44:38.068856 3757 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-226.ec2.internal I0430 13:44:38.068888 3757 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-226.ec2.internal: 41.628µs W0430 13:44:45.382273 3757 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 13:44:53.541655 3757 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 13:45:07.340807 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 13:45:13.190010 3757 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ljmnc] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-ljmnc for pod on switch ip-10-0-2-151.ec2.internal I0430 13:45:13.190095 3757 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ljmnc I0430 13:45:13.209572 3757 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ljmnc] pod update took 19.496567ms I0430 13:45:13.209593 3757 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ljmnc] addLogicalPort annotation time took 19.523255ms I0430 13:45:13.210733 3757 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ljmnc] addLogicalPort took 20.742584ms, libovsdb time 889.787µs I0430 13:45:13.354452 3757 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-78d8696859-m9vs8] creating logical port openshift-ingress_router-default-78d8696859-m9vs8 for pod on switch ip-10-0-2-151.ec2.internal I0430 13:45:13.354528 3757 kube.go:256] Updating pod openshift-ingress/router-default-78d8696859-m9vs8 I0430 13:45:13.378648 3757 pod.go:62] [openshift-ingress/router-default-78d8696859-m9vs8] pod update took 24.143186ms I0430 13:45:13.378673 3757 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-78d8696859-m9vs8] addLogicalPort annotation time took 24.173307ms I0430 13:45:13.379771 3757 pods.go:271] [openshift-ingress/router-default-78d8696859-m9vs8] addLogicalPort took 25.32988ms, libovsdb time 840.425µs I0430 13:45:13.455842 3757 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-qprhh] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-qprhh for pod on switch ip-10-0-2-151.ec2.internal I0430 13:45:13.455964 3757 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-qprhh I0430 13:45:13.475119 3757 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-qprhh] pod update took 19.176361ms I0430 13:45:13.475140 3757 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-qprhh] addLogicalPort annotation time took 19.206442ms I0430 13:45:13.476150 3757 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-qprhh] addLogicalPort took 20.32018ms, libovsdb time 710.835µs I0430 13:45:13.846781 3757 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ljmnc f68d0a083ac1780d2c4c1bb1212e62b678eb00f92289858b3d916b4307a6f37e network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ljmnc f68d0a083ac1780d2c4c1bb1212e62b678eb00f92289858b3d916b4307a6f37e network default NAD default NAD key ] I0430 13:45:13.856601 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-ljmnc, hostIfaceName: f68d0a083ac1780, network: default, NAD default, SandboxID: "f68d0a083ac1780d2c4c1bb1212e62b678eb00f92289858b3d916b4307a6f37e", PCI device ID: , UID: "2c2d1ce7-9d3c-47f9-82de-cc04205eb654", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0430 13:45:13.902950 3757 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ljmnc f68d0a083ac1780d2c4c1bb1212e62b678eb00f92289858b3d916b4307a6f37e network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ljmnc f68d0a083ac1780d2c4c1bb1212e62b678eb00f92289858b3d916b4307a6f37e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:52:34:46:03:b7\",\"name\":\"f68d0a083ac1780\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4f32bb7-7e06-4638-a062-e977d3b85e4a\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 13:45:17.473821 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0430 13:45:19.335461 3757 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0430 13:45:19.336424 3757 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 940.728µs I0430 13:45:19.372327 3757 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0430 13:45:19.474758 3757 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k7qfv] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-k7qfv for pod on switch ip-10-0-2-151.ec2.internal I0430 13:45:19.474880 3757 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k7qfv I0430 13:45:19.494347 3757 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k7qfv] pod update took 19.497787ms I0430 13:45:19.494375 3757 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k7qfv] addLogicalPort annotation time took 19.531564ms I0430 13:45:19.495563 3757 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k7qfv] addLogicalPort took 20.832604ms, libovsdb time 897.039µs I0430 13:45:19.576652 3757 namespace.go:98] [openshift-service-ca] adding namespace I0430 13:45:19.577460 3757 namespace.go:102] [openshift-service-ca] adding namespace took 786.958µs I0430 13:45:19.600989 3757 namespace.go:142] [openshift-service-ca] updating namespace I0430 13:45:19.830038 3757 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k7qfv 24bd7b871947ee74fc013ea1cdd6f1b91b0b7951c347172e2226ce875619568c network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k7qfv 24bd7b871947ee74fc013ea1cdd6f1b91b0b7951c347172e2226ce875619568c network default NAD default NAD key ] I0430 13:45:19.840428 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-k7qfv, hostIfaceName: 24bd7b871947ee7, network: default, NAD default, SandboxID: "24bd7b871947ee74fc013ea1cdd6f1b91b0b7951c347172e2226ce875619568c", PCI device ID: , UID: "ae0cf998-70b1-4951-a2f7-636bf5c0cfec", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0430 13:45:19.886074 3757 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k7qfv 24bd7b871947ee74fc013ea1cdd6f1b91b0b7951c347172e2226ce875619568c network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k7qfv 24bd7b871947ee74fc013ea1cdd6f1b91b0b7951c347172e2226ce875619568c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:33:b6:c7:25:93\",\"name\":\"24bd7b871947ee7\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e831c945-d678-4782-9490-d07fd1c4ba13\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:45:21.280138 3757 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-46z22] creating logical port openshift-service-ca_service-ca-d9cb48497-46z22 for pod on switch ip-10-0-2-151.ec2.internal I0430 13:45:21.280238 3757 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-46z22 I0430 13:45:21.297027 3757 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-46z22] pod update took 16.788408ms I0430 13:45:21.297049 3757 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-46z22] addLogicalPort annotation time took 16.835607ms I0430 13:45:21.298286 3757 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-46z22] addLogicalPort took 18.171199ms, libovsdb time 844.306µs I0430 13:45:21.639588 3757 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-46z22 a2d4c0998719b6d7f8b81664fd289259c1116c134e598acf386cb73d373f58ee network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-46z22 a2d4c0998719b6d7f8b81664fd289259c1116c134e598acf386cb73d373f58ee network default NAD default NAD key ] I0430 13:45:21.650434 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-46z22, hostIfaceName: a2d4c0998719b6d, network: default, NAD default, SandboxID: "a2d4c0998719b6d7f8b81664fd289259c1116c134e598acf386cb73d373f58ee", PCI device ID: , UID: "6739ded3-0af8-48bc-8aef-66254060cb16", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0430 13:45:21.696386 3757 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-46z22 a2d4c0998719b6d7f8b81664fd289259c1116c134e598acf386cb73d373f58ee network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-46z22 a2d4c0998719b6d7f8b81664fd289259c1116c134e598acf386cb73d373f58ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:b2:60:b5:99:75\",\"name\":\"a2d4c0998719b6d\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4092aa2b-926e-4ef6-b086-6c32a2273ff1\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 13:45:28.653706 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0430 13:45:31.011124 3757 cni.go:452] [openshift-image-registry/image-registry-86dd7c6776-cxczx 24c4289d4d1f2889538a4c3fe19c82c9aa86dd518b08669997b9b9609436a2b9 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-86dd7c6776-cxczx 24c4289d4d1f2889538a4c3fe19c82c9aa86dd518b08669997b9b9609436a2b9 network default NAD default NAD key ] I0430 13:45:31.021773 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-86dd7c6776-cxczx, hostIfaceName: 24c4289d4d1f288, network: default, NAD default, SandboxID: "24c4289d4d1f2889538a4c3fe19c82c9aa86dd518b08669997b9b9609436a2b9", PCI device ID: , UID: "bb1e0549-a20c-43ef-9b32-63d115aa3c80", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0430 13:45:31.042843 3757 cni.go:452] [openshift-dns/dns-default-mnd9k 0418e23f34f5a39a4a181bcb10d9dfb5a3bc253ebb89ee41db232cdb8f248552 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-mnd9k 0418e23f34f5a39a4a181bcb10d9dfb5a3bc253ebb89ee41db232cdb8f248552 network default NAD default NAD key ] I0430 13:45:31.055915 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-mnd9k, hostIfaceName: 0418e23f34f5a39, network: default, NAD default, SandboxID: "0418e23f34f5a39a4a181bcb10d9dfb5a3bc253ebb89ee41db232cdb8f248552", PCI device ID: , UID: "42d8c758-55ac-43ee-8fdd-3b96eab7027c", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0430 13:45:31.069916 3757 cni.go:473] [openshift-image-registry/image-registry-86dd7c6776-cxczx 24c4289d4d1f2889538a4c3fe19c82c9aa86dd518b08669997b9b9609436a2b9 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-86dd7c6776-cxczx 24c4289d4d1f2889538a4c3fe19c82c9aa86dd518b08669997b9b9609436a2b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:fd:73:16:47:89\",\"name\":\"24c4289d4d1f288\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8f2e86a-039d-4889-b73b-288b4052109d\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:45:31.099747 3757 cni.go:473] [openshift-dns/dns-default-mnd9k 0418e23f34f5a39a4a181bcb10d9dfb5a3bc253ebb89ee41db232cdb8f248552 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-mnd9k 0418e23f34f5a39a4a181bcb10d9dfb5a3bc253ebb89ee41db232cdb8f248552 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:e5:62:d3:f0:d8\",\"name\":\"0418e23f34f5a39\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f6fca71-4fe6-4f7a-a288-7337bf331deb\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 13:45:43.586159 3757 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0430 13:45:43.586245 3757 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0430 13:45:43.586254 3757 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0430 13:45:43.586261 3757 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0430 13:45:43.679383 3757 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-hjqnl] creating logical port openshift-console_downloads-5c54f4944f-hjqnl for pod on switch ip-10-0-2-151.ec2.internal I0430 13:45:43.679600 3757 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-hjqnl W0430 13:45:43.700800 3757 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0430 13:45:43.704537 3757 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-6zn9n] creating logical port openshift-insights_insights-runtime-extractor-6zn9n for pod on switch ip-10-0-2-151.ec2.internal I0430 13:45:43.704641 3757 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-6zn9n I0430 13:45:43.712571 3757 pod.go:62] [openshift-console/downloads-5c54f4944f-hjqnl] pod update took 33.008247ms I0430 13:45:43.712592 3757 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-hjqnl] addLogicalPort annotation time took 33.036001ms I0430 13:45:43.713657 3757 pods.go:271] [openshift-console/downloads-5c54f4944f-hjqnl] addLogicalPort took 34.295754ms, libovsdb time 803.88µs I0430 13:45:43.713707 3757 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 for pod on switch ip-10-0-2-151.ec2.internal I0430 13:45:43.713772 3757 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 I0430 13:45:43.742710 3757 pod.go:62] [openshift-insights/insights-runtime-extractor-6zn9n] pod update took 38.101657ms I0430 13:45:43.742733 3757 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-6zn9n] addLogicalPort annotation time took 38.131343ms I0430 13:45:43.743733 3757 pods.go:271] [openshift-insights/insights-runtime-extractor-6zn9n] addLogicalPort took 39.208681ms, libovsdb time 730.548µs I0430 13:45:43.749513 3757 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82] pod update took 35.765009ms I0430 13:45:43.749532 3757 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82] addLogicalPort annotation time took 35.785828ms I0430 13:45:43.750371 3757 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82] addLogicalPort took 36.671277ms, libovsdb time 606.197µs I0430 13:45:44.037284 3757 cni.go:452] [openshift-console/downloads-5c54f4944f-hjqnl bbe12dfa0c6053a87fc91062dd395291940a32031975bf452e69efd1d346e3c2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-hjqnl bbe12dfa0c6053a87fc91062dd395291940a32031975bf452e69efd1d346e3c2 network default NAD default NAD key ] I0430 13:45:44.045837 3757 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 279bb332c2a3a2dfaff96679a8f58a4ff94b5d7831886c886507e7df18dbd8a9 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 279bb332c2a3a2dfaff96679a8f58a4ff94b5d7831886c886507e7df18dbd8a9 network default NAD default NAD key ] I0430 13:45:44.046616 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-hjqnl, hostIfaceName: bbe12dfa0c6053a, network: default, NAD default, SandboxID: "bbe12dfa0c6053a87fc91062dd395291940a32031975bf452e69efd1d346e3c2", PCI device ID: , UID: "b9d35776-b572-4898-ae6e-49cf2356bd77", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0430 13:45:44.056866 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82, hostIfaceName: 279bb332c2a3a2d, network: default, NAD default, SandboxID: "279bb332c2a3a2dfaff96679a8f58a4ff94b5d7831886c886507e7df18dbd8a9", PCI device ID: , UID: "c7d891b7-b842-48eb-885a-b7514875d4ff", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0430 13:45:44.057685 3757 cni.go:452] [openshift-insights/insights-runtime-extractor-6zn9n b06ed364cbff693be3126ffde67b7ac69e4e3cda6eebdbe29e364b4fc911d896 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-6zn9n b06ed364cbff693be3126ffde67b7ac69e4e3cda6eebdbe29e364b4fc911d896 network default NAD default NAD key ] I0430 13:45:44.068479 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-6zn9n, hostIfaceName: b06ed364cbff693, network: default, NAD default, SandboxID: "b06ed364cbff693be3126ffde67b7ac69e4e3cda6eebdbe29e364b4fc911d896", PCI device ID: , UID: "08babe31-29a4-4188-bd27-ed61b6ec2b83", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0430 13:45:44.099475 3757 cni.go:473] [openshift-console/downloads-5c54f4944f-hjqnl bbe12dfa0c6053a87fc91062dd395291940a32031975bf452e69efd1d346e3c2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-hjqnl bbe12dfa0c6053a87fc91062dd395291940a32031975bf452e69efd1d346e3c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:f6:1b:02:66:40\",\"name\":\"bbe12dfa0c6053a\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/daff5025-d9f0-429c-9fe2-5d2e9003d1e8\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:45:44.116200 3757 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 279bb332c2a3a2dfaff96679a8f58a4ff94b5d7831886c886507e7df18dbd8a9 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 279bb332c2a3a2dfaff96679a8f58a4ff94b5d7831886c886507e7df18dbd8a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:66:ee:c2:76:ad\",\"name\":\"279bb332c2a3a2d\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa8b5920-db64-49b8-be25-cdd2ccce3b11\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:45:44.134513 3757 cni.go:473] [openshift-insights/insights-runtime-extractor-6zn9n b06ed364cbff693be3126ffde67b7ac69e4e3cda6eebdbe29e364b4fc911d896 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-6zn9n b06ed364cbff693be3126ffde67b7ac69e4e3cda6eebdbe29e364b4fc911d896 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:5f:53:26:4d:32\",\"name\":\"b06ed364cbff693\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f371aa6-3e83-4861-8095-d06f7302f74c\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 13:45:44.494971 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 13:45:44.494993 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 13:45:44.495000 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0430 13:45:45.519459 3757 cni.go:452] [openshift-ingress/router-default-78d8696859-m9vs8 1d57f10452061fe981b8443b2c55994d257e3915326259b32bd937f2071827e4 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-78d8696859-m9vs8 1d57f10452061fe981b8443b2c55994d257e3915326259b32bd937f2071827e4 network default NAD default NAD key ] I0430 13:45:45.530778 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-78d8696859-m9vs8, hostIfaceName: 1d57f10452061fe, network: default, NAD default, SandboxID: "1d57f10452061fe981b8443b2c55994d257e3915326259b32bd937f2071827e4", PCI device ID: , UID: "2e477964-3a09-4c11-93e4-ba34ca45f98b", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0430 13:45:45.582648 3757 cni.go:473] [openshift-ingress/router-default-78d8696859-m9vs8 1d57f10452061fe981b8443b2c55994d257e3915326259b32bd937f2071827e4 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-78d8696859-m9vs8 1d57f10452061fe981b8443b2c55994d257e3915326259b32bd937f2071827e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:84:b0:99:d4:0b\",\"name\":\"1d57f10452061fe\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4238391-82c7-4d3d-a940-cb06558d6651\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:45:45.618321 3757 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-qprhh 9cf87e11b514146f3cec26ccadcf32514ebd18db520406d83db13aca6e40a6e8 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-qprhh 9cf87e11b514146f3cec26ccadcf32514ebd18db520406d83db13aca6e40a6e8 network default NAD default NAD key ] I0430 13:45:45.629216 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-qprhh, hostIfaceName: 9cf87e11b514146, network: default, NAD default, SandboxID: "9cf87e11b514146f3cec26ccadcf32514ebd18db520406d83db13aca6e40a6e8", PCI device ID: , UID: "7ddca7ce-8941-42f6-bfa7-7923d1949613", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0430 13:45:45.687689 3757 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86dd7c6776-9gffl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:45:45.688417 3757 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86dd7c6776-9gffl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:45:45.689180 3757 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-qprhh 9cf87e11b514146f3cec26ccadcf32514ebd18db520406d83db13aca6e40a6e8 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-qprhh 9cf87e11b514146f3cec26ccadcf32514ebd18db520406d83db13aca6e40a6e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:eb:ea:ba:7a:33\",\"name\":\"9cf87e11b514146\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f753e4e-f822-4e8d-815c-21560bacf472\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:45:45.712746 3757 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86dd7c6776-9gffl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:45:45.712839 3757 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86dd7c6776-9gffl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:45:45.721381 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86dd7c6776-9gffl I0430 13:45:45.721423 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86dd7c6776-9gffl I0430 13:45:46.367210 3757 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0430 13:45:46.535735 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.535816 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.535856 3757 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.535864 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.535823 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.675835 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.675860 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.675899 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.675912 3757 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.675916 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.714819 3757 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.714840 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.714832 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.714857 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.714845 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.757069 3757 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0430 13:45:47.569212 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:47.569237 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0430 13:45:47.655582 3757 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0430 13:45:47.669438 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:47.669456 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:47.669463 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:50.637388 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0430 13:45:52.481647 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0430 13:45:56.639604 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0430 13:45:56.711258 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0430 13:45:56.838257 3757 base_network_controller_pods.go:487] [default/openshift-console/console-894fbdb5f-dv7vd] creating logical port openshift-console_console-894fbdb5f-dv7vd for pod on switch ip-10-0-2-151.ec2.internal I0430 13:45:56.838372 3757 kube.go:256] Updating pod openshift-console/console-894fbdb5f-dv7vd I0430 13:45:56.855247 3757 pod.go:62] [openshift-console/console-894fbdb5f-dv7vd] pod update took 16.901085ms I0430 13:45:56.855273 3757 base_network_controller_pods.go:951] [default/openshift-console/console-894fbdb5f-dv7vd] addLogicalPort annotation time took 16.933656ms I0430 13:45:56.856588 3757 pods.go:271] [openshift-console/console-894fbdb5f-dv7vd] addLogicalPort took 18.355153ms, libovsdb time 1.01189ms W0430 13:45:56.868484 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0430 13:45:57.200757 3757 cni.go:452] [openshift-console/console-894fbdb5f-dv7vd eb74594d925ff3fc8d8736f38532f2507614def4a879c988a22fbc767ddf10dc network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-894fbdb5f-dv7vd eb74594d925ff3fc8d8736f38532f2507614def4a879c988a22fbc767ddf10dc network default NAD default NAD key ] I0430 13:45:57.210815 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-894fbdb5f-dv7vd, hostIfaceName: eb74594d925ff3f, network: default, NAD default, SandboxID: "eb74594d925ff3fc8d8736f38532f2507614def4a879c988a22fbc767ddf10dc", PCI device ID: , UID: "cae342b4-ef89-4d59-93a0-04ba5a340a35", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0430 13:45:57.261165 3757 cni.go:473] [openshift-console/console-894fbdb5f-dv7vd eb74594d925ff3fc8d8736f38532f2507614def4a879c988a22fbc767ddf10dc network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-894fbdb5f-dv7vd eb74594d925ff3fc8d8736f38532f2507614def4a879c988a22fbc767ddf10dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:0e:73:9f:2b:03\",\"name\":\"eb74594d925ff3f\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6b154b3-40b3-4d32-a34b-a4093d4b32f8\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:45:58.735447 3757 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-151.ec2.internal I0430 13:45:58.735606 3757 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0430 13:45:58.757376 3757 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 21.846748ms I0430 13:45:58.757414 3757 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 21.893846ms I0430 13:45:58.758835 3757 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.409601ms, libovsdb time 1.042783ms I0430 13:46:00.804806 3757 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7b5b6bf475-2fbrz] creating logical port openshift-monitoring_thanos-querier-7b5b6bf475-2fbrz for pod on switch ip-10-0-2-151.ec2.internal I0430 13:46:00.804909 3757 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7b5b6bf475-2fbrz I0430 13:46:00.830033 3757 pod.go:62] [openshift-monitoring/thanos-querier-7b5b6bf475-2fbrz] pod update took 25.161651ms I0430 13:46:00.830057 3757 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7b5b6bf475-2fbrz] addLogicalPort annotation time took 25.191578ms I0430 13:46:00.831385 3757 pods.go:271] [openshift-monitoring/thanos-querier-7b5b6bf475-2fbrz] addLogicalPort took 26.596707ms, libovsdb time 981.17µs W0430 13:46:02.111781 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0430 13:46:02.131688 3757 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-64fc9d7b7-cdst6] creating logical port openshift-monitoring_metrics-server-64fc9d7b7-cdst6 for pod on switch ip-10-0-2-151.ec2.internal W0430 13:46:02.131841 3757 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-894fbdb5f-vwmhx IP address from the namespace address-set, err: pod openshift-console/console-894fbdb5f-vwmhx: no pod IPs found I0430 13:46:02.131906 3757 kube.go:256] Updating pod openshift-monitoring/metrics-server-64fc9d7b7-cdst6 I0430 13:46:02.158720 3757 pod.go:62] [openshift-monitoring/metrics-server-64fc9d7b7-cdst6] pod update took 26.871119ms I0430 13:46:02.158747 3757 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-64fc9d7b7-cdst6] addLogicalPort annotation time took 26.914638ms I0430 13:46:02.160351 3757 pods.go:271] [openshift-monitoring/metrics-server-64fc9d7b7-cdst6] addLogicalPort took 28.680308ms, libovsdb time 891.082µs I0430 13:46:04.400817 3757 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-151.ec2.internal I0430 13:46:04.400978 3757 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0430 13:46:04.433263 3757 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 32.367338ms I0430 13:46:04.433285 3757 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 32.396295ms I0430 13:46:04.434609 3757 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 33.815066ms, libovsdb time 856.361µs W0430 13:46:04.745103 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0430 13:46:05.685105 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0430 13:46:05.724131 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 13:46:05.806714 3757 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:05.806734 3757 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:05.806739 3757 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:05.806743 3757 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:06.732038 3757 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:46:06.732059 3757 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:46:06.782496 3757 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:06.782516 3757 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:06.782524 3757 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 13:46:07.967431 3757 cni.go:452] [openshift-monitoring/thanos-querier-7b5b6bf475-2fbrz 06dc1cb4f4ec4749191ae38809d4b3680162a1feff24af8bda22ebb48a0015b0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7b5b6bf475-2fbrz 06dc1cb4f4ec4749191ae38809d4b3680162a1feff24af8bda22ebb48a0015b0 network default NAD default NAD key ] I0430 13:46:07.977271 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7b5b6bf475-2fbrz, hostIfaceName: 06dc1cb4f4ec474, network: default, NAD default, SandboxID: "06dc1cb4f4ec4749191ae38809d4b3680162a1feff24af8bda22ebb48a0015b0", PCI device ID: , UID: "1437ea29-c439-4c0c-9c15-80b63e3305f1", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0430 13:46:08.027910 3757 cni.go:473] [openshift-monitoring/thanos-querier-7b5b6bf475-2fbrz 06dc1cb4f4ec4749191ae38809d4b3680162a1feff24af8bda22ebb48a0015b0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7b5b6bf475-2fbrz 06dc1cb4f4ec4749191ae38809d4b3680162a1feff24af8bda22ebb48a0015b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:a7:c3:17:22:e2\",\"name\":\"06dc1cb4f4ec474\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5cb68e8-f0bd-4605-ac6c-866cb20e4eda\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:46:08.173090 3757 cni.go:452] [openshift-monitoring/metrics-server-64fc9d7b7-cdst6 7eee17f50dc5c527e8fb1a0109fb95ec385bdf76519db88cacb2e7875a33bed9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-64fc9d7b7-cdst6 7eee17f50dc5c527e8fb1a0109fb95ec385bdf76519db88cacb2e7875a33bed9 network default NAD default NAD key ] I0430 13:46:08.173452 3757 cni.go:452] [openshift-monitoring/alertmanager-main-0 1fdaf3e232e81d4f95091ae61bd2b44c8341d482acaf497f781798890d4a2d86 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 1fdaf3e232e81d4f95091ae61bd2b44c8341d482acaf497f781798890d4a2d86 network default NAD default NAD key ] I0430 13:46:08.174016 3757 cni.go:452] [openshift-multus/network-metrics-daemon-jmx9b 9c148320eeadc106c03a41d3fe0f2acb2c36c6666f567e89cb88283ade08b799 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-jmx9b 9c148320eeadc106c03a41d3fe0f2acb2c36c6666f567e89cb88283ade08b799 network default NAD default NAD key ] I0430 13:46:08.174608 3757 cni.go:452] [openshift-monitoring/prometheus-k8s-0 225826f43dbf411107e160e037bd346d4b6b839ee8d154171ea80424ac02bdef network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 225826f43dbf411107e160e037bd346d4b6b839ee8d154171ea80424ac02bdef network default NAD default NAD key ] I0430 13:46:08.186620 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-jmx9b, hostIfaceName: 9c148320eeadc10, network: default, NAD default, SandboxID: "9c148320eeadc106c03a41d3fe0f2acb2c36c6666f567e89cb88283ade08b799", PCI device ID: , UID: "846ef5e2-9833-492c-afdb-7da1220d360c", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0430 13:46:08.198063 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 225826f43dbf411, network: default, NAD default, SandboxID: "225826f43dbf411107e160e037bd346d4b6b839ee8d154171ea80424ac02bdef", PCI device ID: , UID: "91c1347f-79c5-4696-a19e-048f2e2a6fdd", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0430 13:46:08.198077 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-64fc9d7b7-cdst6, hostIfaceName: 7eee17f50dc5c52, network: default, NAD default, SandboxID: "7eee17f50dc5c527e8fb1a0109fb95ec385bdf76519db88cacb2e7875a33bed9", PCI device ID: , UID: "8af3e0d0-5f75-42dc-afde-25843d398ad1", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0430 13:46:08.207855 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 1fdaf3e232e81d4, network: default, NAD default, SandboxID: "1fdaf3e232e81d4f95091ae61bd2b44c8341d482acaf497f781798890d4a2d86", PCI device ID: , UID: "b325fdb0-e3b1-4354-b39e-bf10e66a65a2", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0430 13:46:08.258007 3757 cni.go:473] [openshift-multus/network-metrics-daemon-jmx9b 9c148320eeadc106c03a41d3fe0f2acb2c36c6666f567e89cb88283ade08b799 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-jmx9b 9c148320eeadc106c03a41d3fe0f2acb2c36c6666f567e89cb88283ade08b799 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:dc:3a:43:4e:8d\",\"name\":\"9c148320eeadc10\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c553f5c-5430-4836-b313-92f8b63c1bd4\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:46:08.310174 3757 cni.go:473] [openshift-monitoring/alertmanager-main-0 1fdaf3e232e81d4f95091ae61bd2b44c8341d482acaf497f781798890d4a2d86 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 1fdaf3e232e81d4f95091ae61bd2b44c8341d482acaf497f781798890d4a2d86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:80:fb:a8:3d:97\",\"name\":\"1fdaf3e232e81d4\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a706d1c-f788-41bb-8553-2e4153b5ec9f\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:46:08.480935 3757 cni.go:473] [openshift-monitoring/metrics-server-64fc9d7b7-cdst6 7eee17f50dc5c527e8fb1a0109fb95ec385bdf76519db88cacb2e7875a33bed9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-64fc9d7b7-cdst6 7eee17f50dc5c527e8fb1a0109fb95ec385bdf76519db88cacb2e7875a33bed9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:1f:10:9f:fa:36\",\"name\":\"7eee17f50dc5c52\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f6104cc-5efb-4805-9e1f-9f8a82425410\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:46:08.481007 3757 cni.go:473] [openshift-monitoring/prometheus-k8s-0 225826f43dbf411107e160e037bd346d4b6b839ee8d154171ea80424ac02bdef network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 225826f43dbf411107e160e037bd346d4b6b839ee8d154171ea80424ac02bdef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:9e:4c:99:07:b0\",\"name\":\"225826f43dbf411\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06f40700-7ec5-4879-943b-5f61a9a2da69\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 13:46:08.662751 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0430 13:46:08.738859 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0430 13:46:09.649371 3757 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 279bb332c2a3a2dfaff96679a8f58a4ff94b5d7831886c886507e7df18dbd8a9 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 279bb332c2a3a2dfaff96679a8f58a4ff94b5d7831886c886507e7df18dbd8a9 network default NAD default NAD key ] I0430 13:46:09.724249 3757 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 279bb332c2a3a2dfaff96679a8f58a4ff94b5d7831886c886507e7df18dbd8a9 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 279bb332c2a3a2dfaff96679a8f58a4ff94b5d7831886c886507e7df18dbd8a9 network default NAD default NAD key default], result "{}", err I0430 13:46:10.072681 3757 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.072791 3757 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 I0430 13:46:10.074695 3757 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82, ips: 10.129.0.15 I0430 13:46:10.074734 3757 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.074762 3757 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.074777 3757 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0430 13:46:10.075092 3757 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.075154 3757 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0430 13:46:10.460216 3757 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f9d6867-w8x98 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.460874 3757 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f9d6867-w8x98 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.726025 3757 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f9d6867-w8x98 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:10.726052 3757 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f9d6867-w8x98 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:10.731894 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b6f9d6867-w8x98 I0430 13:46:10.731926 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b6f9d6867-w8x98 W0430 13:46:10.737593 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 13:46:10.811747 3757 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:46:10.811767 3757 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:46:10.901951 3757 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:10.901970 3757 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:10.901977 3757 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 13:46:11.101700 3757 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:11.101737 3757 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:11.101756 3757 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:11.101773 3757 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:16.044769 3757 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0430 13:46:16.052512 3757 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0430 13:46:17.720767 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 13:46:18.702040 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:18.702066 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:18.702074 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:18.702081 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:23.792061 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0430 13:46:24.005769 3757 obj_retry.go:498] Detected object openshift-console/console-65ccf47dbf-x4cf5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:24.006311 3757 obj_retry.go:498] Detected object openshift-console/console-65ccf47dbf-x4cf5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:24.856813 3757 obj_retry.go:492] Detected object openshift-console/console-65ccf47dbf-x4cf5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:24.856836 3757 obj_retry.go:492] Detected object openshift-console/console-65ccf47dbf-x4cf5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:24.861177 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65ccf47dbf-x4cf5 I0430 13:46:24.861206 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65ccf47dbf-x4cf5 W0430 13:46:26.705540 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 13:46:26.705567 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0430 13:46:27.406183 3757 obj_retry.go:498] Detected object openshift-console/console-65ccf47dbf-k9dwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:27.406716 3757 obj_retry.go:498] Detected object openshift-console/console-65ccf47dbf-k9dwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:27.813260 3757 obj_retry.go:492] Detected object openshift-console/console-65ccf47dbf-k9dwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:27.813283 3757 obj_retry.go:492] Detected object openshift-console/console-65ccf47dbf-k9dwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:27.824299 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65ccf47dbf-k9dwj I0430 13:46:27.824318 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65ccf47dbf-k9dwj W0430 13:46:29.183125 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:29.183151 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:29.183159 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:29.183174 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:29.183181 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:29.183187 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:31.670198 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0430 13:46:32.911681 3757 cni.go:452] [openshift-image-registry/image-registry-86dd7c6776-cxczx 24c4289d4d1f2889538a4c3fe19c82c9aa86dd518b08669997b9b9609436a2b9 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-86dd7c6776-cxczx 24c4289d4d1f2889538a4c3fe19c82c9aa86dd518b08669997b9b9609436a2b9 network default NAD default NAD key ] I0430 13:46:32.992423 3757 cni.go:473] [openshift-image-registry/image-registry-86dd7c6776-cxczx 24c4289d4d1f2889538a4c3fe19c82c9aa86dd518b08669997b9b9609436a2b9 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-86dd7c6776-cxczx 24c4289d4d1f2889538a4c3fe19c82c9aa86dd518b08669997b9b9609436a2b9 network default NAD default NAD key default], result "{}", err I0430 13:46:33.071114 3757 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86dd7c6776-cxczx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:33.071151 3757 pods.go:176] Deleting pod: openshift-image-registry/image-registry-86dd7c6776-cxczx I0430 13:46:33.072494 3757 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-86dd7c6776-cxczx, ips: 10.129.0.5 I0430 13:46:33.072520 3757 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86dd7c6776-cxczx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:33.769120 3757 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86dd7c6776-cxczx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:33.769156 3757 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86dd7c6776-cxczx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:33.777852 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86dd7c6776-cxczx I0430 13:46:33.777883 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86dd7c6776-cxczx W0430 13:46:38.869472 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0430 13:46:39.157306 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:39.157331 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:39.157340 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:48.857878 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0430 13:46:48.857908 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0430 13:46:48.857966 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0430 13:46:49.846529 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0430 13:47:00.112800 3757 cni.go:452] [openshift-console/console-894fbdb5f-dv7vd eb74594d925ff3fc8d8736f38532f2507614def4a879c988a22fbc767ddf10dc network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-894fbdb5f-dv7vd eb74594d925ff3fc8d8736f38532f2507614def4a879c988a22fbc767ddf10dc network default NAD default NAD key ] I0430 13:47:00.191940 3757 cni.go:473] [openshift-console/console-894fbdb5f-dv7vd eb74594d925ff3fc8d8736f38532f2507614def4a879c988a22fbc767ddf10dc network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-894fbdb5f-dv7vd eb74594d925ff3fc8d8736f38532f2507614def4a879c988a22fbc767ddf10dc network default NAD default NAD key default], result "{}", err I0430 13:47:00.279681 3757 obj_retry.go:498] Detected object openshift-console/console-894fbdb5f-dv7vd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:00.279721 3757 pods.go:176] Deleting pod: openshift-console/console-894fbdb5f-dv7vd I0430 13:47:00.281028 3757 pods.go:236] Attempting to release IPs for pod: openshift-console/console-894fbdb5f-dv7vd, ips: 10.129.0.16 I0430 13:47:00.281062 3757 obj_retry.go:498] Detected object openshift-console/console-894fbdb5f-dv7vd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:00.883148 3757 obj_retry.go:492] Detected object openshift-console/console-894fbdb5f-dv7vd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:00.883175 3757 obj_retry.go:492] Detected object openshift-console/console-894fbdb5f-dv7vd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:00.893426 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-894fbdb5f-dv7vd I0430 13:47:00.893456 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-894fbdb5f-dv7vd I0430 13:47:03.367724 3757 obj_retry.go:498] Detected object openshift-ingress/router-default-8699976bf-jvcsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:03.368276 3757 obj_retry.go:498] Detected object openshift-ingress/router-default-8699976bf-jvcsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:03.986173 3757 obj_retry.go:492] Detected object openshift-ingress/router-default-8699976bf-jvcsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:03.986201 3757 obj_retry.go:492] Detected object openshift-ingress/router-default-8699976bf-jvcsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:03.999331 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-8699976bf-jvcsf I0430 13:47:03.999358 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-8699976bf-jvcsf W0430 13:47:04.949248 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:47:04.949270 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 13:47:19.996302 3757 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:19.996950 3757 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:20.058192 3757 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:20.058212 3757 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:20.068386 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0430 13:47:20.068434 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0430 13:47:23.188774 3757 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:23.189414 3757 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:24.089944 3757 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:24.089966 3757 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:24.512936 3757 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:24.513556 3757 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:25.096258 3757 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:25.096285 3757 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:25.106990 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0430 13:47:25.107012 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0430 13:47:26.360733 3757 base_network_controller_pods.go:487] [default/openshift-console/console-97db77f5d-czwwr] creating logical port openshift-console_console-97db77f5d-czwwr for pod on switch ip-10-0-2-151.ec2.internal I0430 13:47:26.360830 3757 kube.go:256] Updating pod openshift-console/console-97db77f5d-czwwr I0430 13:47:26.387235 3757 pod.go:62] [openshift-console/console-97db77f5d-czwwr] pod update took 26.43199ms I0430 13:47:26.387264 3757 base_network_controller_pods.go:951] [default/openshift-console/console-97db77f5d-czwwr] addLogicalPort annotation time took 26.465783ms I0430 13:47:26.388409 3757 pods.go:271] [openshift-console/console-97db77f5d-czwwr] addLogicalPort took 27.677516ms, libovsdb time 785.322µs I0430 13:47:26.732797 3757 cni.go:452] [openshift-console/console-97db77f5d-czwwr 98bf6191ef082d43d4e90290fe58f7e28a7e1021ea379b8687b4fa21c4cae443 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-97db77f5d-czwwr 98bf6191ef082d43d4e90290fe58f7e28a7e1021ea379b8687b4fa21c4cae443 network default NAD default NAD key ] I0430 13:47:26.742060 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-97db77f5d-czwwr, hostIfaceName: 98bf6191ef082d4, network: default, NAD default, SandboxID: "98bf6191ef082d43d4e90290fe58f7e28a7e1021ea379b8687b4fa21c4cae443", PCI device ID: , UID: "d9e423fb-0303-4c5a-b67e-b6d46c3d6b5c", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0430 13:47:26.793724 3757 cni.go:473] [openshift-console/console-97db77f5d-czwwr 98bf6191ef082d43d4e90290fe58f7e28a7e1021ea379b8687b4fa21c4cae443 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-97db77f5d-czwwr 98bf6191ef082d43d4e90290fe58f7e28a7e1021ea379b8687b4fa21c4cae443 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:af:b9:4d:b2:f8\",\"name\":\"98bf6191ef082d4\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3de8bbf-d75e-476c-ba84-3257aeec8110\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 13:47:37.040087 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0430 13:47:51.655867 3757 obj_retry.go:498] Detected object openshift-console/console-864556d4db-5bqn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:51.656471 3757 obj_retry.go:498] Detected object openshift-console/console-864556d4db-5bqn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:51.812838 3757 cni.go:452] [openshift-monitoring/alertmanager-main-0 1fdaf3e232e81d4f95091ae61bd2b44c8341d482acaf497f781798890d4a2d86 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 1fdaf3e232e81d4f95091ae61bd2b44c8341d482acaf497f781798890d4a2d86 network default NAD default NAD key ] I0430 13:47:51.894682 3757 cni.go:473] [openshift-monitoring/alertmanager-main-0 1fdaf3e232e81d4f95091ae61bd2b44c8341d482acaf497f781798890d4a2d86 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 1fdaf3e232e81d4f95091ae61bd2b44c8341d482acaf497f781798890d4a2d86 network default NAD default NAD key default], result "{}", err I0430 13:47:51.960968 3757 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:51.961010 3757 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0430 13:47:51.962173 3757 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.17 I0430 13:47:51.962197 3757 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:52.095055 3757 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:52.095083 3757 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:52.104493 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0430 13:47:52.104529 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0430 13:47:52.150350 3757 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-151.ec2.internal I0430 13:47:52.150500 3757 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0430 13:47:52.175989 3757 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 25.525363ms I0430 13:47:52.176076 3757 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 25.616126ms I0430 13:47:52.177681 3757 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.350286ms, libovsdb time 1.149768ms I0430 13:47:52.195891 3757 obj_retry.go:492] Detected object openshift-console/console-864556d4db-5bqn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:52.195909 3757 obj_retry.go:492] Detected object openshift-console/console-864556d4db-5bqn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:52.212327 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-864556d4db-5bqn8 I0430 13:47:52.212348 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-864556d4db-5bqn8 I0430 13:47:52.509961 3757 cni.go:452] [openshift-monitoring/alertmanager-main-0 a7e6ad8b5840b5aa8c158bdffba6fa939d5667957271b094551c69517de428a1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 a7e6ad8b5840b5aa8c158bdffba6fa939d5667957271b094551c69517de428a1 network default NAD default NAD key ] I0430 13:47:52.519552 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: a7e6ad8b5840b5a, network: default, NAD default, SandboxID: "a7e6ad8b5840b5aa8c158bdffba6fa939d5667957271b094551c69517de428a1", PCI device ID: , UID: "87fc3019-75ff-4211-a077-fe69bd6f53fe", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0430 13:47:52.568215 3757 cni.go:473] [openshift-monitoring/alertmanager-main-0 a7e6ad8b5840b5aa8c158bdffba6fa939d5667957271b094551c69517de428a1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 a7e6ad8b5840b5aa8c158bdffba6fa939d5667957271b094551c69517de428a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:13:4a:ff:d4:c3\",\"name\":\"a7e6ad8b5840b5a\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c0cf2ce-bc65-48f6-8aaf-9628aaf3a8cb\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:48:02.390928 3757 obj_retry.go:498] Detected object openshift-console/console-864556d4db-677ms of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:48:02.391489 3757 obj_retry.go:498] Detected object openshift-console/console-864556d4db-677ms of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:48:03.277026 3757 obj_retry.go:492] Detected object openshift-console/console-864556d4db-677ms of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:48:03.277049 3757 obj_retry.go:492] Detected object openshift-console/console-864556d4db-677ms of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:48:03.286535 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-864556d4db-677ms I0430 13:48:03.286555 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-864556d4db-677ms W0430 13:48:22.578288 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:48:22.578309 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:48:22.578315 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 13:48:27.578957 3757 cni.go:452] [openshift-monitoring/prometheus-k8s-0 225826f43dbf411107e160e037bd346d4b6b839ee8d154171ea80424ac02bdef network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 225826f43dbf411107e160e037bd346d4b6b839ee8d154171ea80424ac02bdef network default NAD default NAD key ] I0430 13:48:27.657061 3757 cni.go:473] [openshift-monitoring/prometheus-k8s-0 225826f43dbf411107e160e037bd346d4b6b839ee8d154171ea80424ac02bdef network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 225826f43dbf411107e160e037bd346d4b6b839ee8d154171ea80424ac02bdef network default NAD default NAD key default], result "{}", err I0430 13:48:27.725843 3757 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:48:27.725901 3757 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0430 13:48:27.727251 3757 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.20 I0430 13:48:27.727282 3757 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:48:28.255358 3757 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:48:28.255389 3757 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:48:28.264805 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0430 13:48:28.264846 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0430 13:48:28.313463 3757 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-151.ec2.internal I0430 13:48:28.313587 3757 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0430 13:48:28.345785 3757 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 32.241459ms I0430 13:48:28.345807 3757 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 32.269542ms I0430 13:48:28.347009 3757 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 33.561697ms, libovsdb time 882.426µs I0430 13:48:28.677276 3757 cni.go:452] [openshift-monitoring/prometheus-k8s-0 454a0ca0d2ddf0c0b7eafba681ffa24db6be6836ba0891754d4362aff8d60c19 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 454a0ca0d2ddf0c0b7eafba681ffa24db6be6836ba0891754d4362aff8d60c19 network default NAD default NAD key ] I0430 13:48:28.687325 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 454a0ca0d2ddf0c, network: default, NAD default, SandboxID: "454a0ca0d2ddf0c0b7eafba681ffa24db6be6836ba0891754d4362aff8d60c19", PCI device ID: , UID: "ae47acfa-71de-4a97-8498-fcd9453ed4d5", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0430 13:48:28.735482 3757 cni.go:473] [openshift-monitoring/prometheus-k8s-0 454a0ca0d2ddf0c0b7eafba681ffa24db6be6836ba0891754d4362aff8d60c19 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 454a0ca0d2ddf0c0b7eafba681ffa24db6be6836ba0891754d4362aff8d60c19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:c4:37:9d:fd:c2\",\"name\":\"454a0ca0d2ddf0c\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/828449ef-19d4-4464-b1c6-451f7813c526\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:49:21.418714 3757 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 W0430 13:49:29.541600 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:49:29.541621 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 13:49:34.423774 3757 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0430 13:49:45.320949 3757 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=143 I0430 13:50:00.445380 3757 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0430 13:50:03.447829 3757 obj_retry.go:498] Detected object openshift-console/console-97db77f5d-96fnh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:03.448419 3757 obj_retry.go:498] Detected object openshift-console/console-97db77f5d-96fnh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:03.675865 3757 obj_retry.go:492] Detected object openshift-console/console-97db77f5d-96fnh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:03.675890 3757 obj_retry.go:492] Detected object openshift-console/console-97db77f5d-96fnh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:03.687738 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-97db77f5d-96fnh I0430 13:50:03.687759 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-97db77f5d-96fnh I0430 13:50:03.787427 3757 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:03.787978 3757 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:04.700387 3757 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:04.700427 3757 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:13.938610 3757 cni.go:452] [openshift-console/console-97db77f5d-czwwr 98bf6191ef082d43d4e90290fe58f7e28a7e1021ea379b8687b4fa21c4cae443 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-97db77f5d-czwwr 98bf6191ef082d43d4e90290fe58f7e28a7e1021ea379b8687b4fa21c4cae443 network default NAD default NAD key ] I0430 13:50:14.007536 3757 cni.go:473] [openshift-console/console-97db77f5d-czwwr 98bf6191ef082d43d4e90290fe58f7e28a7e1021ea379b8687b4fa21c4cae443 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-97db77f5d-czwwr 98bf6191ef082d43d4e90290fe58f7e28a7e1021ea379b8687b4fa21c4cae443 network default NAD default NAD key default], result "{}", err I0430 13:50:14.058825 3757 obj_retry.go:498] Detected object openshift-console/console-97db77f5d-czwwr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:14.058855 3757 pods.go:176] Deleting pod: openshift-console/console-97db77f5d-czwwr I0430 13:50:14.060071 3757 pods.go:236] Attempting to release IPs for pod: openshift-console/console-97db77f5d-czwwr, ips: 10.129.0.21 I0430 13:50:14.060097 3757 obj_retry.go:498] Detected object openshift-console/console-97db77f5d-czwwr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:14.683739 3757 obj_retry.go:492] Detected object openshift-console/console-97db77f5d-czwwr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:14.683769 3757 obj_retry.go:492] Detected object openshift-console/console-97db77f5d-czwwr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:14.694656 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-97db77f5d-czwwr I0430 13:50:14.694683 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-97db77f5d-czwwr I0430 13:50:20.408078 3757 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0430 13:50:50.319129 3757 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 I0430 13:51:17.407468 3757 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0430 13:51:20.974234 3757 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 13:51:32.025367 3757 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0430 13:51:32.025447 3757 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-rqbsz IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-rqbsz: no pod IPs found I0430 13:51:46.412007 3757 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0430 13:52:00.325450 3757 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0430 13:52:37.333212 3757 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=619 I0430 13:52:51.439538 3757 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0430 13:52:56.445586 3757 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0430 13:52:57.434775 3757 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0430 13:53:05.323351 3757 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0430 13:53:32.428682 3757 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0430 13:53:57.318696 3757 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0430 13:55:05.324454 3757 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0430 13:55:46.074649 3757 namespace.go:98] [tsf] adding namespace I0430 13:55:46.075878 3757 namespace.go:102] [tsf] adding namespace took 1.196424ms I0430 13:55:46.098032 3757 namespace.go:142] [tsf] updating namespace I0430 13:55:46.111711 3757 namespace.go:142] [tsf] updating namespace I0430 13:55:49.923029 3757 namespace.go:98] [cert-manager-operator] adding namespace I0430 13:55:49.923990 3757 namespace.go:102] [cert-manager-operator] adding namespace took 934.226µs I0430 13:55:49.927075 3757 namespace.go:98] [rhtpa-operator] adding namespace I0430 13:55:49.927733 3757 namespace.go:102] [rhtpa-operator] adding namespace took 642.966µs I0430 13:55:49.932225 3757 namespace.go:98] [konflux-ui] adding namespace I0430 13:55:49.932282 3757 namespace.go:98] [tsf-keycloak] adding namespace I0430 13:55:49.932460 3757 namespace.go:98] [konflux-operator] adding namespace I0430 13:55:49.932495 3757 namespace.go:98] [tsf-tas] adding namespace I0430 13:55:49.932657 3757 namespace.go:98] [tsf-tpa] adding namespace I0430 13:55:49.932913 3757 namespace.go:102] [konflux-ui] adding namespace took 672.255µs I0430 13:55:49.933620 3757 namespace.go:102] [tsf-keycloak] adding namespace took 1.319039ms I0430 13:55:49.934227 3757 namespace.go:102] [konflux-operator] adding namespace took 1.753898ms I0430 13:55:49.934899 3757 namespace.go:102] [tsf-tas] adding namespace took 2.392068ms I0430 13:55:49.934919 3757 namespace.go:98] [rhbk-operator] adding namespace I0430 13:55:49.935415 3757 namespace.go:102] [rhbk-operator] adding namespace took 487.492µs I0430 13:55:49.935870 3757 namespace.go:102] [tsf-tpa] adding namespace took 3.201395ms I0430 13:55:49.963846 3757 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:55:49.979684 3757 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:55:50.004347 3757 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:55:50.010267 3757 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:55:50.013806 3757 namespace.go:142] [konflux-ui] updating namespace I0430 13:55:50.023837 3757 namespace.go:142] [konflux-operator] updating namespace I0430 13:55:50.023973 3757 namespace.go:142] [tsf-tas] updating namespace I0430 13:55:50.028364 3757 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:55:50.047227 3757 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:55:50.104428 3757 namespace.go:142] [tsf-tpa] updating namespace I0430 13:55:50.104474 3757 namespace.go:142] [rhbk-operator] updating namespace I0430 13:55:50.175650 3757 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:55:50.175751 3757 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:55:50.205212 3757 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:55:50.239391 3757 namespace.go:142] [konflux-operator] updating namespace I0430 13:55:50.247588 3757 namespace.go:142] [konflux-operator] updating namespace I0430 13:55:50.289568 3757 namespace.go:142] [tsf-tas] updating namespace I0430 13:55:50.369609 3757 namespace.go:142] [tsf-tas] updating namespace I0430 13:55:50.428442 3757 namespace.go:142] [tsf-tpa] updating namespace I0430 13:55:50.536679 3757 namespace.go:142] [tsf-tpa] updating namespace I0430 13:55:50.636786 3757 namespace.go:142] [rhbk-operator] updating namespace I0430 13:55:50.737726 3757 namespace.go:142] [rhbk-operator] updating namespace I0430 13:55:50.814832 3757 namespace.go:142] [konflux-ui] updating namespace I0430 13:55:50.892455 3757 namespace.go:142] [konflux-ui] updating namespace I0430 13:55:52.104619 3757 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:55:52.111935 3757 namespace.go:142] [tsf-tpa] updating namespace I0430 13:55:53.443706 3757 base_network_controller_pods.go:487] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284] creating logical port openshift-marketplace_5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 for pod on switch ip-10-0-2-151.ec2.internal I0430 13:55:53.443823 3757 kube.go:256] Updating pod openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 I0430 13:55:53.459851 3757 pod.go:62] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284] pod update took 16.058222ms I0430 13:55:53.459876 3757 base_network_controller_pods.go:951] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284] addLogicalPort annotation time took 16.08944ms I0430 13:55:53.461059 3757 pods.go:271] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284] addLogicalPort took 17.370805ms, libovsdb time 862.585µs I0430 13:55:53.560212 3757 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 for pod on switch ip-10-0-2-151.ec2.internal I0430 13:55:53.560348 3757 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 I0430 13:55:53.574986 3757 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2] pod update took 14.670565ms I0430 13:55:53.575007 3757 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2] addLogicalPort annotation time took 14.69582ms I0430 13:55:53.576184 3757 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2] addLogicalPort took 15.989094ms, libovsdb time 876.138µs I0430 13:55:53.801904 3757 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 6150012ef44258d672bdb9e5b7fbce7719021d96e44b97226e3ce9226a321ff1 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 6150012ef44258d672bdb9e5b7fbce7719021d96e44b97226e3ce9226a321ff1 network default NAD default NAD key ] I0430 13:55:53.812071 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284, hostIfaceName: 6150012ef44258d, network: default, NAD default, SandboxID: "6150012ef44258d672bdb9e5b7fbce7719021d96e44b97226e3ce9226a321ff1", PCI device ID: , UID: "d3607251-c94b-4f6f-b1bb-c1b8ed62364f", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0430 13:55:53.860862 3757 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 6150012ef44258d672bdb9e5b7fbce7719021d96e44b97226e3ce9226a321ff1 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 6150012ef44258d672bdb9e5b7fbce7719021d96e44b97226e3ce9226a321ff1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:41:ed:88:5c:df\",\"name\":\"6150012ef44258d\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60205e6c-7c99-444a-8157-ad0ae18e9013\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:55:53.920151 3757 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 4a3caed4b5e54ee0cdc73bb0e849d7989a4f4012fe53e9a584d0023f28c11d83 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 4a3caed4b5e54ee0cdc73bb0e849d7989a4f4012fe53e9a584d0023f28c11d83 network default NAD default NAD key ] I0430 13:55:53.930495 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2, hostIfaceName: 4a3caed4b5e54ee, network: default, NAD default, SandboxID: "4a3caed4b5e54ee0cdc73bb0e849d7989a4f4012fe53e9a584d0023f28c11d83", PCI device ID: , UID: "c6515f92-3d32-44b7-9129-385c512a2096", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0430 13:55:53.980287 3757 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 4a3caed4b5e54ee0cdc73bb0e849d7989a4f4012fe53e9a584d0023f28c11d83 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 4a3caed4b5e54ee0cdc73bb0e849d7989a4f4012fe53e9a584d0023f28c11d83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:e7:7a:33:95:a4\",\"name\":\"4a3caed4b5e54ee\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6787d91-ddbe-4a6e-92dc-b6ab9ec5567e\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:55:56.541356 3757 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h for pod on switch ip-10-0-2-151.ec2.internal I0430 13:55:56.541471 3757 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h I0430 13:55:56.557437 3757 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h] pod update took 15.993986ms I0430 13:55:56.557461 3757 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h] addLogicalPort annotation time took 16.021976ms I0430 13:55:56.558673 3757 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h] addLogicalPort took 17.329909ms, libovsdb time 892.842µs I0430 13:55:56.899472 3757 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h 732b9fba2b4b8402bc97a03377703a2386de3100d760244d6f7f589a7affc3c8 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h 732b9fba2b4b8402bc97a03377703a2386de3100d760244d6f7f589a7affc3c8 network default NAD default NAD key ] I0430 13:55:56.909983 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h, hostIfaceName: 732b9fba2b4b840, network: default, NAD default, SandboxID: "732b9fba2b4b8402bc97a03377703a2386de3100d760244d6f7f589a7affc3c8", PCI device ID: , UID: "57f7b8a5-3c4e-45c0-9ba8-5a8ea06b7e83", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0430 13:55:56.958265 3757 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h 732b9fba2b4b8402bc97a03377703a2386de3100d760244d6f7f589a7affc3c8 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h 732b9fba2b4b8402bc97a03377703a2386de3100d760244d6f7f589a7affc3c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:13:d1:aa:ec:16\",\"name\":\"732b9fba2b4b840\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d415e5df-9606-432e-a12d-aabf86a7ce88\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:55:58.018309 3757 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 6150012ef44258d672bdb9e5b7fbce7719021d96e44b97226e3ce9226a321ff1 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 6150012ef44258d672bdb9e5b7fbce7719021d96e44b97226e3ce9226a321ff1 network default NAD default NAD key ] I0430 13:55:58.087695 3757 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 6150012ef44258d672bdb9e5b7fbce7719021d96e44b97226e3ce9226a321ff1 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 6150012ef44258d672bdb9e5b7fbce7719021d96e44b97226e3ce9226a321ff1 network default NAD default NAD key default], result "{}", err I0430 13:55:58.147141 3757 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:55:58.147178 3757 pods.go:176] Deleting pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 I0430 13:55:58.149221 3757 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284, ips: 10.129.0.24 I0430 13:55:58.149257 3757 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:55:58.149286 3757 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:55:58.149298 3757 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:55:58.149537 3757 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:55:58.149553 3757 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:55:58.286664 3757 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb for pod on switch ip-10-0-2-151.ec2.internal I0430 13:55:58.286771 3757 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb I0430 13:55:58.301818 3757 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb] pod update took 15.08246ms I0430 13:55:58.301844 3757 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb] addLogicalPort annotation time took 15.11487ms I0430 13:55:58.303075 3757 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb] addLogicalPort took 16.43007ms, libovsdb time 908.416µs I0430 13:55:58.649699 3757 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb 3d9489656c9b6681e9cff1c57f2b65c8c8bd4bc72882840fe4eaf5081bc2308e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb 3d9489656c9b6681e9cff1c57f2b65c8c8bd4bc72882840fe4eaf5081bc2308e network default NAD default NAD key ] I0430 13:55:58.661478 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb, hostIfaceName: 3d9489656c9b668, network: default, NAD default, SandboxID: "3d9489656c9b6681e9cff1c57f2b65c8c8bd4bc72882840fe4eaf5081bc2308e", PCI device ID: , UID: "37df0c5d-3bdb-4d00-a949-a74dda8dc24c", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0430 13:55:58.715676 3757 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb 3d9489656c9b6681e9cff1c57f2b65c8c8bd4bc72882840fe4eaf5081bc2308e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb 3d9489656c9b6681e9cff1c57f2b65c8c8bd4bc72882840fe4eaf5081bc2308e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:74:e1:75:16:c3\",\"name\":\"3d9489656c9b668\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e07083c-9f25-4f80-9717-4fb9d59c91e5\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:55:59.030237 3757 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 4a3caed4b5e54ee0cdc73bb0e849d7989a4f4012fe53e9a584d0023f28c11d83 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 4a3caed4b5e54ee0cdc73bb0e849d7989a4f4012fe53e9a584d0023f28c11d83 network default NAD default NAD key ] I0430 13:55:59.106972 3757 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 4a3caed4b5e54ee0cdc73bb0e849d7989a4f4012fe53e9a584d0023f28c11d83 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 4a3caed4b5e54ee0cdc73bb0e849d7989a4f4012fe53e9a584d0023f28c11d83 network default NAD default NAD key default], result "{}", err I0430 13:55:59.179624 3757 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:55:59.179662 3757 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:55:59.179683 3757 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:55:59.179694 3757 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:55:59.726443 3757 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 for pod on switch ip-10-0-2-151.ec2.internal I0430 13:55:59.726623 3757 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 I0430 13:55:59.742079 3757 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76] pod update took 15.526452ms I0430 13:55:59.742106 3757 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76] addLogicalPort annotation time took 15.557521ms I0430 13:55:59.743457 3757 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76] addLogicalPort took 17.032129ms, libovsdb time 944.892µs I0430 13:55:59.794110 3757 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:55:59.794147 3757 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 I0430 13:55:59.795597 3757 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2, ips: 10.129.0.25 I0430 13:55:59.795624 3757 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:55:59.795641 3757 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:55:59.795648 3757 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:55:59.795816 3757 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:55:59.795833 3757 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:55:59.840573 3757 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm for pod on switch ip-10-0-2-151.ec2.internal I0430 13:55:59.840688 3757 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm I0430 13:55:59.858469 3757 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm] pod update took 17.814737ms I0430 13:55:59.858492 3757 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm] addLogicalPort annotation time took 17.84286ms I0430 13:55:59.860030 3757 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm] addLogicalPort took 19.468693ms, libovsdb time 1.096207ms I0430 13:56:00.104792 3757 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 74358aad9a4170d80913d19d24332c2451fd724e0fed5f47140c7cf33d7c7969 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 74358aad9a4170d80913d19d24332c2451fd724e0fed5f47140c7cf33d7c7969 network default NAD default NAD key ] I0430 13:56:00.115378 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76, hostIfaceName: 74358aad9a4170d, network: default, NAD default, SandboxID: "74358aad9a4170d80913d19d24332c2451fd724e0fed5f47140c7cf33d7c7969", PCI device ID: , UID: "dfec9b79-924f-4cf2-ae04-a80fd1f8957b", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0430 13:56:00.167214 3757 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 74358aad9a4170d80913d19d24332c2451fd724e0fed5f47140c7cf33d7c7969 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 74358aad9a4170d80913d19d24332c2451fd724e0fed5f47140c7cf33d7c7969 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:67:c9:28:94:82\",\"name\":\"74358aad9a4170d\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5f1770c-b773-4a37-a0f4-232a1efcb952\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:56:00.202713 3757 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm d6778f0a6d1ef40b638295974dcc6a5fe1e1e7147ff52e26666e67cd693a056c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm d6778f0a6d1ef40b638295974dcc6a5fe1e1e7147ff52e26666e67cd693a056c network default NAD default NAD key ] I0430 13:56:00.214554 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm, hostIfaceName: d6778f0a6d1ef40, network: default, NAD default, SandboxID: "d6778f0a6d1ef40b638295974dcc6a5fe1e1e7147ff52e26666e67cd693a056c", PCI device ID: , UID: "a7793a8f-1dbf-426c-a990-5482b4868538", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0430 13:56:00.263059 3757 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm d6778f0a6d1ef40b638295974dcc6a5fe1e1e7147ff52e26666e67cd693a056c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm d6778f0a6d1ef40b638295974dcc6a5fe1e1e7147ff52e26666e67cd693a056c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:29:86:cc:9e:48\",\"name\":\"d6778f0a6d1ef40\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd936954-e4ad-4013-95c4-cae9fdb12249\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:56:00.822620 3757 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:00.822648 3757 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:00.822674 3757 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:00.822687 3757 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:02.052572 3757 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h 732b9fba2b4b8402bc97a03377703a2386de3100d760244d6f7f589a7affc3c8 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h 732b9fba2b4b8402bc97a03377703a2386de3100d760244d6f7f589a7affc3c8 network default NAD default NAD key ] I0430 13:56:02.122247 3757 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h 732b9fba2b4b8402bc97a03377703a2386de3100d760244d6f7f589a7affc3c8 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h 732b9fba2b4b8402bc97a03377703a2386de3100d760244d6f7f589a7affc3c8 network default NAD default NAD key default], result "{}", err I0430 13:56:02.233356 3757 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:02.233407 3757 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h I0430 13:56:02.234969 3757 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h, ips: 10.129.0.26 I0430 13:56:02.234998 3757 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:02.235022 3757 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:02.235031 3757 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:56:02.235288 3757 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:02.235304 3757 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:56:03.060540 3757 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb 3d9489656c9b6681e9cff1c57f2b65c8c8bd4bc72882840fe4eaf5081bc2308e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb 3d9489656c9b6681e9cff1c57f2b65c8c8bd4bc72882840fe4eaf5081bc2308e network default NAD default NAD key ] I0430 13:56:03.138831 3757 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb 3d9489656c9b6681e9cff1c57f2b65c8c8bd4bc72882840fe4eaf5081bc2308e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb 3d9489656c9b6681e9cff1c57f2b65c8c8bd4bc72882840fe4eaf5081bc2308e network default NAD default NAD key default], result "{}", err I0430 13:56:03.201805 3757 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:03.201839 3757 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb I0430 13:56:03.203229 3757 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb, ips: 10.129.0.27 I0430 13:56:03.203260 3757 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:03.203282 3757 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:03.203289 3757 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:56:03.203501 3757 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:03.203521 3757 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:56:03.271616 3757 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:03.271647 3757 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:03.271665 3757 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:03.271674 3757 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:04.228152 3757 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:04.228181 3757 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:04.228196 3757 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:04.228204 3757 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:05.079084 3757 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 74358aad9a4170d80913d19d24332c2451fd724e0fed5f47140c7cf33d7c7969 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 74358aad9a4170d80913d19d24332c2451fd724e0fed5f47140c7cf33d7c7969 network default NAD default NAD key ] I0430 13:56:05.079115 3757 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm d6778f0a6d1ef40b638295974dcc6a5fe1e1e7147ff52e26666e67cd693a056c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm d6778f0a6d1ef40b638295974dcc6a5fe1e1e7147ff52e26666e67cd693a056c network default NAD default NAD key ] I0430 13:56:05.160915 3757 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm d6778f0a6d1ef40b638295974dcc6a5fe1e1e7147ff52e26666e67cd693a056c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm d6778f0a6d1ef40b638295974dcc6a5fe1e1e7147ff52e26666e67cd693a056c network default NAD default NAD key default], result "{}", err I0430 13:56:05.175630 3757 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 74358aad9a4170d80913d19d24332c2451fd724e0fed5f47140c7cf33d7c7969 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 74358aad9a4170d80913d19d24332c2451fd724e0fed5f47140c7cf33d7c7969 network default NAD default NAD key default], result "{}", err I0430 13:56:05.236315 3757 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.236408 3757 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm I0430 13:56:05.237839 3757 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm, ips: 10.129.0.29 I0430 13:56:05.237868 3757 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.237890 3757 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.237899 3757 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:56:05.238119 3757 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.238136 3757 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:56:05.273489 3757 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.273525 3757 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 I0430 13:56:05.274760 3757 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76, ips: 10.129.0.28 I0430 13:56:05.274784 3757 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.274805 3757 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.274812 3757 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:56:05.274977 3757 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.274993 3757 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:56:06.275123 3757 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.275148 3757 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.275164 3757 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.275172 3757 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.308880 3757 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.308902 3757 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.308918 3757 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.308936 3757 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:07.356086 3757 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-nth8m] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-nth8m for pod on switch ip-10-0-2-151.ec2.internal I0430 13:56:07.356243 3757 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-nth8m I0430 13:56:07.377560 3757 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-nth8m] pod update took 21.346536ms I0430 13:56:07.377582 3757 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-nth8m] addLogicalPort annotation time took 21.37276ms I0430 13:56:07.378717 3757 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-nth8m] addLogicalPort took 22.649972ms, libovsdb time 824.827µs I0430 13:56:07.717633 3757 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-nth8m b78259f2474ef8ef56e386d12c46acdf5fb97258d78b452c56be5122ccfdd7c3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-nth8m b78259f2474ef8ef56e386d12c46acdf5fb97258d78b452c56be5122ccfdd7c3 network default NAD default NAD key ] I0430 13:56:07.727617 3757 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-nth8m, hostIfaceName: b78259f2474ef8e, network: default, NAD default, SandboxID: "b78259f2474ef8ef56e386d12c46acdf5fb97258d78b452c56be5122ccfdd7c3", PCI device ID: , UID: "8182a71a-eddf-45af-ba61-bc782d7dd68e", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0430 13:56:07.777143 3757 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-nth8m b78259f2474ef8ef56e386d12c46acdf5fb97258d78b452c56be5122ccfdd7c3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-nth8m b78259f2474ef8ef56e386d12c46acdf5fb97258d78b452c56be5122ccfdd7c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:5b:da:c0:8e:7b\",\"name\":\"b78259f2474ef8e\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/517d649c-a3c3-40d4-ba8c-1f08dfff73de\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 13:56:11.165952 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0430 13:56:12.997544 3757 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dvrjv] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-dvrjv for pod on switch ip-10-0-2-151.ec2.internal I0430 13:56:12.997693 3757 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dvrjv I0430 13:56:13.017479 3757 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dvrjv] pod update took 19.817137ms I0430 13:56:13.017499 3757 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dvrjv] addLogicalPort annotation time took 19.840018ms I0430 13:56:13.018606 3757 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dvrjv] addLogicalPort took 21.078917ms, libovsdb time 817.112µs I0430 13:56:13.822008 3757 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-6wwtq] creating logical port konflux-operator_konflux-operator-controller-manager-6f57cf498-6wwtq for pod on switch ip-10-0-2-151.ec2.internal I0430 13:56:13.822142 3757 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-6f57cf498-6wwtq I0430 13:56:13.847572 3757 pod.go:62] [konflux-operator/konflux-operator-controller-manager-6f57cf498-6wwtq] pod update took 25.46701ms I0430 13:56:13.847596 3757 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-6wwtq] addLogicalPort annotation time took 25.497751ms I0430 13:56:13.848916 3757 pods.go:271] [konflux-operator/konflux-operator-controller-manager-6f57cf498-6wwtq] addLogicalPort took 26.928172ms, libovsdb time 931.276µs I0430 13:56:14.182835 3757 cni.go:452] [konflux-operator/konflux-operator-controller-manager-6f57cf498-6wwtq eec0f8a30d4e9811dc27737aac27959d8a2a124feaf6b4f4f5667c9f9dfab153 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-6wwtq eec0f8a30d4e9811dc27737aac27959d8a2a124feaf6b4f4f5667c9f9dfab153 network default NAD default NAD key ] I0430 13:56:14.191981 3757 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-6f57cf498-6wwtq, hostIfaceName: eec0f8a30d4e981, network: default, NAD default, SandboxID: "eec0f8a30d4e9811dc27737aac27959d8a2a124feaf6b4f4f5667c9f9dfab153", PCI device ID: , UID: "664ee058-8128-4548-ae2e-30e051096b55", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0430 13:56:14.240151 3757 cni.go:473] [konflux-operator/konflux-operator-controller-manager-6f57cf498-6wwtq eec0f8a30d4e9811dc27737aac27959d8a2a124feaf6b4f4f5667c9f9dfab153 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-6wwtq eec0f8a30d4e9811dc27737aac27959d8a2a124feaf6b4f4f5667c9f9dfab153 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:1d:3b:87:b3:60\",\"name\":\"eec0f8a30d4e981\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08f60451-00e2-46eb-a8b7-f4a8c73f0b5b\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:56:15.277100 3757 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dvrjv 7be8d5a163607e7fe34f14b0e1521c1461cc89f2461c13c160bd073c1594ddf4 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dvrjv 7be8d5a163607e7fe34f14b0e1521c1461cc89f2461c13c160bd073c1594ddf4 network default NAD default NAD key ] I0430 13:56:15.287169 3757 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-dvrjv, hostIfaceName: 7be8d5a163607e7, network: default, NAD default, SandboxID: "7be8d5a163607e7fe34f14b0e1521c1461cc89f2461c13c160bd073c1594ddf4", PCI device ID: , UID: "7c0f3b3b-3dab-428e-9797-3980baa5ee4b", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0430 13:56:15.334984 3757 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dvrjv 7be8d5a163607e7fe34f14b0e1521c1461cc89f2461c13c160bd073c1594ddf4 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dvrjv 7be8d5a163607e7fe34f14b0e1521c1461cc89f2461c13c160bd073c1594ddf4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:33:30:55:1c:e1\",\"name\":\"7be8d5a163607e7\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/695340a3-6dd0-4e98-9b3c-b3c9dbcccc01\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 13:56:15.805326 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 13:56:15.823918 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 13:56:18.566787 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0430 13:56:19.731014 3757 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-mk6gc] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-mk6gc for pod on switch ip-10-0-2-151.ec2.internal I0430 13:56:19.731154 3757 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-mk6gc I0430 13:56:19.746468 3757 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-mk6gc] pod update took 15.340721ms I0430 13:56:19.746491 3757 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-mk6gc] addLogicalPort annotation time took 15.369957ms I0430 13:56:19.747655 3757 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-mk6gc] addLogicalPort took 16.654946ms, libovsdb time 850.853µs I0430 13:56:19.822227 3757 namespace.go:98] [cert-manager] adding namespace I0430 13:56:19.823109 3757 namespace.go:102] [cert-manager] adding namespace took 859.863µs I0430 13:56:19.883137 3757 namespace.go:142] [cert-manager] updating namespace I0430 13:56:19.902026 3757 namespace.go:142] [openshift-operators] updating namespace I0430 13:56:19.928032 3757 namespace.go:142] [cert-manager] updating namespace I0430 13:56:19.940020 3757 namespace.go:142] [openshift-operators] updating namespace I0430 13:56:20.115325 3757 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-mk6gc b6cc9380de38b4e64bd2f7122dc287decb3762581cd71aca426285e0eeb4e97a network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-mk6gc b6cc9380de38b4e64bd2f7122dc287decb3762581cd71aca426285e0eeb4e97a network default NAD default NAD key ] I0430 13:56:20.124590 3757 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-mk6gc, hostIfaceName: b6cc9380de38b4e, network: default, NAD default, SandboxID: "b6cc9380de38b4e64bd2f7122dc287decb3762581cd71aca426285e0eeb4e97a", PCI device ID: , UID: "78df2298-005e-4729-b0fd-4a806f14600a", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0430 13:56:20.175935 3757 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-mk6gc b6cc9380de38b4e64bd2f7122dc287decb3762581cd71aca426285e0eeb4e97a network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-mk6gc b6cc9380de38b4e64bd2f7122dc287decb3762581cd71aca426285e0eeb4e97a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:c0:9b:6f:14:f4\",\"name\":\"b6cc9380de38b4e\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19236003-a28b-4949-872a-74ee89ae89dc\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:56:20.452467 3757 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0430 13:56:22.322110 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 13:56:28.563784 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0430 13:56:28.563803 3757 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0430 13:56:29.204312 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0430 13:56:29.239383 3757 namespace.go:98] [trusted-artifact-signer] adding namespace W0430 13:56:29.239427 3757 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0430 13:56:29.240295 3757 namespace.go:102] [trusted-artifact-signer] adding namespace took 874.685µs I0430 13:56:29.279361 3757 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 13:56:29.300424 3757 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 13:56:30.392528 3757 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-kdhpv] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-kdhpv for pod on switch ip-10-0-2-151.ec2.internal I0430 13:56:30.392664 3757 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-kdhpv I0430 13:56:30.473387 3757 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-kdhpv I0430 13:56:30.497044 3757 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-kdhpv] pod update took 104.397698ms I0430 13:56:30.497088 3757 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-kdhpv] addLogicalPort annotation time took 104.437638ms I0430 13:56:30.498622 3757 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-kdhpv] addLogicalPort took 106.114936ms, libovsdb time 1.034734ms I0430 13:56:30.686772 3757 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-ps7m2] creating logical port cert-manager_cert-manager-59c77684cc-ps7m2 for pod on switch ip-10-0-2-151.ec2.internal I0430 13:56:30.686869 3757 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-ps7m2 I0430 13:56:30.710623 3757 pod.go:62] [cert-manager/cert-manager-59c77684cc-ps7m2] pod update took 23.77573ms I0430 13:56:30.710651 3757 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-ps7m2] addLogicalPort annotation time took 23.80929ms I0430 13:56:30.711807 3757 pods.go:271] [cert-manager/cert-manager-59c77684cc-ps7m2] addLogicalPort took 25.050253ms, libovsdb time 799.015µs I0430 13:56:30.767868 3757 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-kdhpv b6d72c23a421f154ba7c69829327df396feb28b1cf6d1084818c18774dbd7d16 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-kdhpv b6d72c23a421f154ba7c69829327df396feb28b1cf6d1084818c18774dbd7d16 network default NAD default NAD key ] I0430 13:56:30.777481 3757 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-kdhpv, hostIfaceName: b6d72c23a421f15, network: default, NAD default, SandboxID: "b6d72c23a421f154ba7c69829327df396feb28b1cf6d1084818c18774dbd7d16", PCI device ID: , UID: "3e100abf-35ed-4938-99f1-78754be3d00c", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0430 13:56:30.829480 3757 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-kdhpv b6d72c23a421f154ba7c69829327df396feb28b1cf6d1084818c18774dbd7d16 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-kdhpv b6d72c23a421f154ba7c69829327df396feb28b1cf6d1084818c18774dbd7d16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:e6:19:41:db:96\",\"name\":\"b6d72c23a421f15\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c70e8a8d-13ef-4aa1-b2e0-8a939d0b905d\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:56:31.345260 3757 cni.go:452] [cert-manager/cert-manager-59c77684cc-ps7m2 621acd17e98f05d93f14d5ce5c4b8e84b6cff62cb479b6f934e89f0e0c76ee00 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-ps7m2 621acd17e98f05d93f14d5ce5c4b8e84b6cff62cb479b6f934e89f0e0c76ee00 network default NAD default NAD key ] I0430 13:56:31.355515 3757 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-ps7m2, hostIfaceName: 621acd17e98f05d, network: default, NAD default, SandboxID: "621acd17e98f05d93f14d5ce5c4b8e84b6cff62cb479b6f934e89f0e0c76ee00", PCI device ID: , UID: "a4c594a6-08d7-45ee-ba55-7954cf2a2418", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0430 13:56:31.405341 3757 cni.go:473] [cert-manager/cert-manager-59c77684cc-ps7m2 621acd17e98f05d93f14d5ce5c4b8e84b6cff62cb479b6f934e89f0e0c76ee00 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-ps7m2 621acd17e98f05d93f14d5ce5c4b8e84b6cff62cb479b6f934e89f0e0c76ee00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:3c:46:22:19:e6\",\"name\":\"621acd17e98f05d\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b720eff2-cf5d-499f-babc-e1e463ec9755\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:56:32.928523 3757 namespace.go:142] [openshift-operators] updating namespace I0430 13:56:44.423822 3757 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:44.424358 3757 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:44.451102 3757 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:44.451130 3757 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:44.461561 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0430 13:56:44.461585 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0430 13:56:48.638232 3757 namespace.go:98] [openshift-pipelines] adding namespace I0430 13:56:48.639108 3757 namespace.go:102] [openshift-pipelines] adding namespace took 850.874µs I0430 13:56:48.663768 3757 namespace.go:142] [openshift-pipelines] updating namespace I0430 13:56:50.726687 3757 namespace.go:142] [cert-manager] updating namespace I0430 13:56:50.932545 3757 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:56:51.331119 3757 namespace.go:142] [konflux-operator] updating namespace I0430 13:56:51.531384 3757 namespace.go:142] [konflux-ui] updating namespace I0430 13:56:51.734068 3757 namespace.go:142] [open-cluster-management-2q0gm1et81s43r87q198pohg8h0ddqcp] updating namespace I0430 13:56:52.135417 3757 namespace.go:142] [rhbk-operator] updating namespace I0430 13:56:52.337461 3757 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:56:52.540542 3757 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 13:56:52.738233 3757 namespace.go:142] [tsf] updating namespace I0430 13:56:52.941496 3757 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:56:53.143966 3757 namespace.go:142] [tsf-tas] updating namespace I0430 13:56:53.344382 3757 namespace.go:142] [tsf-tpa] updating namespace I0430 13:56:53.483084 3757 namespace.go:142] [cert-manager] updating namespace I0430 13:56:53.496166 3757 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:56:53.506805 3757 namespace.go:142] [default] updating namespace I0430 13:56:53.519239 3757 namespace.go:142] [konflux-operator] updating namespace I0430 13:56:53.530999 3757 namespace.go:142] [konflux-ui] updating namespace I0430 13:56:53.542881 3757 namespace.go:142] [open-cluster-management-2q0gm1et81s43r87q198pohg8h0ddqcp] updating namespace I0430 13:56:53.552706 3757 namespace.go:142] [openshift] updating namespace I0430 13:56:53.565965 3757 namespace.go:142] [rhbk-operator] updating namespace I0430 13:56:53.580707 3757 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:56:53.592258 3757 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 13:56:53.601655 3757 namespace.go:142] [tsf] updating namespace I0430 13:56:53.613591 3757 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:56:53.626474 3757 namespace.go:142] [tsf-tas] updating namespace I0430 13:56:53.649413 3757 namespace.go:142] [tsf-tpa] updating namespace I0430 13:56:53.728520 3757 namespace.go:142] [cert-manager] updating namespace I0430 13:56:53.829272 3757 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:56:53.931440 3757 namespace.go:142] [default] updating namespace I0430 13:56:54.028359 3757 namespace.go:142] [konflux-operator] updating namespace I0430 13:56:54.128784 3757 namespace.go:142] [konflux-ui] updating namespace I0430 13:56:54.229340 3757 namespace.go:142] [open-cluster-management-2q0gm1et81s43r87q198pohg8h0ddqcp] updating namespace I0430 13:56:54.332553 3757 namespace.go:142] [openshift] updating namespace I0430 13:56:54.430314 3757 namespace.go:142] [rhbk-operator] updating namespace I0430 13:56:54.529892 3757 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:56:54.634816 3757 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 13:56:54.727618 3757 namespace.go:142] [tsf] updating namespace I0430 13:56:54.831351 3757 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:56:54.928083 3757 namespace.go:142] [tsf-tas] updating namespace I0430 13:56:55.027082 3757 namespace.go:142] [tsf-tpa] updating namespace I0430 13:56:55.444435 3757 namespace.go:142] [openshift-pipelines] updating namespace W0430 13:56:58.323079 3757 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0430 13:56:58.352468 3757 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0430 13:57:03.104806 3757 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-5xvp6] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-5xvp6 for pod on switch ip-10-0-2-151.ec2.internal I0430 13:57:03.104903 3757 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-5xvp6 I0430 13:57:03.121446 3757 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5xvp6] pod update took 16.569964ms I0430 13:57:03.121473 3757 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-5xvp6] addLogicalPort annotation time took 16.599106ms I0430 13:57:03.122681 3757 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5xvp6] addLogicalPort took 17.890741ms, libovsdb time 875.71µs I0430 13:57:03.295832 3757 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sffdc] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-sffdc for pod on switch ip-10-0-2-151.ec2.internal I0430 13:57:03.295932 3757 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sffdc I0430 13:57:03.313199 3757 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sffdc] pod update took 17.297731ms I0430 13:57:03.313223 3757 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sffdc] addLogicalPort annotation time took 17.326327ms I0430 13:57:03.314434 3757 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sffdc] addLogicalPort took 18.622075ms, libovsdb time 791.161µs I0430 13:57:03.388100 3757 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mh847] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-mh847 for pod on switch ip-10-0-2-151.ec2.internal I0430 13:57:03.388216 3757 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mh847 I0430 13:57:03.405121 3757 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mh847] pod update took 16.941548ms I0430 13:57:03.405143 3757 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mh847] addLogicalPort annotation time took 16.968078ms I0430 13:57:03.406541 3757 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mh847] addLogicalPort took 18.459153ms, libovsdb time 987.143µs I0430 13:57:03.478163 3757 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5xvp6 b2d930d1a306aefab1eac8e41112892eacd7e7e17645c12648241d7297b10eae network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-5xvp6 b2d930d1a306aefab1eac8e41112892eacd7e7e17645c12648241d7297b10eae network default NAD default NAD key ] I0430 13:57:03.487523 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-5xvp6, hostIfaceName: b2d930d1a306aef, network: default, NAD default, SandboxID: "b2d930d1a306aefab1eac8e41112892eacd7e7e17645c12648241d7297b10eae", PCI device ID: , UID: "92323a54-faa6-4b23-a1d5-ee7163728960", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0430 13:57:03.538356 3757 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5xvp6 b2d930d1a306aefab1eac8e41112892eacd7e7e17645c12648241d7297b10eae network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-5xvp6 b2d930d1a306aefab1eac8e41112892eacd7e7e17645c12648241d7297b10eae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:f6:21:00:e8:94\",\"name\":\"b2d930d1a306aef\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9585440b-61d5-4cec-bd3e-0f658bc24d49\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:57:03.658686 3757 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sffdc 79c6144c31866a917e09acd02381cda21ea5205d381dcc280dde44c01b4475ad network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sffdc 79c6144c31866a917e09acd02381cda21ea5205d381dcc280dde44c01b4475ad network default NAD default NAD key ] I0430 13:57:03.667993 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-sffdc, hostIfaceName: 79c6144c31866a9, network: default, NAD default, SandboxID: "79c6144c31866a917e09acd02381cda21ea5205d381dcc280dde44c01b4475ad", PCI device ID: , UID: "9d146642-12dd-4733-914e-699740ac98e0", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0430 13:57:03.719130 3757 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sffdc 79c6144c31866a917e09acd02381cda21ea5205d381dcc280dde44c01b4475ad network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sffdc 79c6144c31866a917e09acd02381cda21ea5205d381dcc280dde44c01b4475ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:d2:3f:d1:8d:95\",\"name\":\"79c6144c31866a9\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc9ad3b2-502d-43b5-acf3-5702151a8d9d\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:57:03.751662 3757 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mh847 ebd3660441b73b9bf49de411a8b5ebd2dbe263092e04682445482cbd2c32efbd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mh847 ebd3660441b73b9bf49de411a8b5ebd2dbe263092e04682445482cbd2c32efbd network default NAD default NAD key ] I0430 13:57:03.762382 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-mh847, hostIfaceName: ebd3660441b73b9, network: default, NAD default, SandboxID: "ebd3660441b73b9bf49de411a8b5ebd2dbe263092e04682445482cbd2c32efbd", PCI device ID: , UID: "ba24d14e-5718-4ad4-b152-2fefa933e4f1", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0430 13:57:03.811295 3757 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mh847 ebd3660441b73b9bf49de411a8b5ebd2dbe263092e04682445482cbd2c32efbd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mh847 ebd3660441b73b9bf49de411a8b5ebd2dbe263092e04682445482cbd2c32efbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:49:dc:db:74:81\",\"name\":\"ebd3660441b73b9\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d6ac476-66ee-4a11-9cb7-b704fddbbd86\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 13:57:08.434436 3757 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 13:57:08.434461 3757 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 13:57:08.434466 3757 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 13:57:08.434471 3757 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 13:57:08.479288 3757 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 13:57:08.479310 3757 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 13:57:08.479315 3757 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 13:57:10.386887 3757 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 13:57:10.386916 3757 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 13:57:10.386925 3757 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0430 13:57:17.411592 3757 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 W0430 13:57:19.437439 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 13:57:19.437462 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 13:57:19.437467 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 13:57:19.466844 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 13:57:19.466864 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 13:57:19.466869 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 13:57:19.466874 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0430 13:57:24.328408 3757 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 I0430 13:57:28.485906 3757 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82f4r] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-82f4r for pod on switch ip-10-0-2-151.ec2.internal I0430 13:57:28.486029 3757 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82f4r I0430 13:57:28.501157 3757 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82f4r] pod update took 15.150031ms I0430 13:57:28.501178 3757 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82f4r] addLogicalPort annotation time took 15.17693ms I0430 13:57:28.502385 3757 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82f4r] addLogicalPort took 16.497464ms, libovsdb time 824.524µs I0430 13:57:28.847314 3757 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82f4r 9b575774146bab848ec3138758a46b32d50911951169f6a819c643b14696ede0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82f4r 9b575774146bab848ec3138758a46b32d50911951169f6a819c643b14696ede0 network default NAD default NAD key ] I0430 13:57:28.857024 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-82f4r, hostIfaceName: 9b575774146bab8, network: default, NAD default, SandboxID: "9b575774146bab848ec3138758a46b32d50911951169f6a819c643b14696ede0", PCI device ID: , UID: "4dae71aa-6929-46b5-b0c3-416ad52e01c1", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0430 13:57:28.906740 3757 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82f4r 9b575774146bab848ec3138758a46b32d50911951169f6a819c643b14696ede0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82f4r 9b575774146bab848ec3138758a46b32d50911951169f6a819c643b14696ede0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:ce:1a:08:3a:5f\",\"name\":\"9b575774146bab8\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97668f86-cc92-418c-810d-e10dfd98fa4c\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 13:57:32.552422 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0430 13:57:38.657689 3757 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:57:38.658278 3757 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:57:38.681825 3757 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:57:38.681846 3757 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:57:38.690601 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0430 13:57:38.690630 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0430 13:57:40.415666 3757 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0430 13:57:40.675818 3757 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0430 13:57:40.676492 3757 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0430 13:57:40.676514 3757 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0430 13:57:40.678559 3757 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0430 13:57:43.562121 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0430 13:57:49.884546 3757 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0430 13:57:52.983003 3757 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-151.ec2.internal I0430 13:57:52.983094 3757 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0430 13:57:52.997128 3757 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.056861ms I0430 13:57:52.997149 3757 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.082096ms I0430 13:57:52.998360 3757 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.373107ms, libovsdb time 820.785µs I0430 13:57:56.047242 3757 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 2cf5d1dec77c474c536b53fd26ea26741427d4a4fc8d314b688ee195f3731092 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 2cf5d1dec77c474c536b53fd26ea26741427d4a4fc8d314b688ee195f3731092 network default NAD default NAD key ] I0430 13:57:56.056854 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 2cf5d1dec77c474, network: default, NAD default, SandboxID: "2cf5d1dec77c474c536b53fd26ea26741427d4a4fc8d314b688ee195f3731092", PCI device ID: , UID: "c72549a7-1110-4d8b-8f19-81f06d4e6817", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0430 13:57:56.108545 3757 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 2cf5d1dec77c474c536b53fd26ea26741427d4a4fc8d314b688ee195f3731092 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 2cf5d1dec77c474c536b53fd26ea26741427d4a4fc8d314b688ee195f3731092 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:1d:ae:df:c0:f9\",\"name\":\"2cf5d1dec77c474\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ddf830b-9c4e-4c10-91dd-d27202074d2c\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 13:57:57.629505 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0430 13:57:57.629601 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0430 13:57:57.629643 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 13:57:57.629656 3757 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0430 13:57:59.426765 3757 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0430 13:58:01.747282 3757 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0430 13:58:03.343828 3757 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-hl25x] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-hl25x for pod on switch ip-10-0-2-151.ec2.internal I0430 13:58:03.343935 3757 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-hl25x I0430 13:58:03.372793 3757 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hl25x] pod update took 28.883368ms I0430 13:58:03.372826 3757 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-hl25x] addLogicalPort annotation time took 28.92266ms I0430 13:58:03.374045 3757 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hl25x] addLogicalPort took 30.23513ms, libovsdb time 849.211µs I0430 13:58:03.710916 3757 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hl25x b782b3dde18f635c24ba79e769c3d02a152945e90a35f5e7a04f6919c593e83d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hl25x b782b3dde18f635c24ba79e769c3d02a152945e90a35f5e7a04f6919c593e83d network default NAD default NAD key ] I0430 13:58:03.720169 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-hl25x, hostIfaceName: b782b3dde18f635, network: default, NAD default, SandboxID: "b782b3dde18f635c24ba79e769c3d02a152945e90a35f5e7a04f6919c593e83d", PCI device ID: , UID: "aede3210-b2f2-4834-ae87-cc1087f5ba4a", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0430 13:58:03.772538 3757 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hl25x b782b3dde18f635c24ba79e769c3d02a152945e90a35f5e7a04f6919c593e83d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hl25x b782b3dde18f635c24ba79e769c3d02a152945e90a35f5e7a04f6919c593e83d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:71:77:c4:11:9b\",\"name\":\"b782b3dde18f635\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8384fd8-2831-404a-b38f-575a0b331662\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 13:58:10.051353 3757 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 13:58:10.051378 3757 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 13:58:10.051383 3757 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0430 13:58:18.421686 3757 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0430 13:58:19.410666 3757 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0430 13:58:20.945629 3757 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-ft28l] creating logical port tsf-keycloak_tsf-iam-ft28l for pod on switch ip-10-0-2-151.ec2.internal I0430 13:58:20.945734 3757 kube.go:256] Updating pod tsf-keycloak/tsf-iam-ft28l I0430 13:58:20.964535 3757 pod.go:62] [tsf-keycloak/tsf-iam-ft28l] pod update took 18.827053ms I0430 13:58:20.964561 3757 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-ft28l] addLogicalPort annotation time took 18.859187ms I0430 13:58:20.965822 3757 pods.go:271] [tsf-keycloak/tsf-iam-ft28l] addLogicalPort took 20.213068ms, libovsdb time 868.121µs I0430 13:58:21.310110 3757 cni.go:452] [tsf-keycloak/tsf-iam-ft28l 75f7a0b015e88afa7dff499125c6b49ad52dd9f98ac4f57835ca9de276257745 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-ft28l 75f7a0b015e88afa7dff499125c6b49ad52dd9f98ac4f57835ca9de276257745 network default NAD default NAD key ] I0430 13:58:21.319365 3757 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-ft28l, hostIfaceName: 75f7a0b015e88af, network: default, NAD default, SandboxID: "75f7a0b015e88afa7dff499125c6b49ad52dd9f98ac4f57835ca9de276257745", PCI device ID: , UID: "44664c06-82a3-4ccd-99f5-7c842e816025", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0430 13:58:21.371035 3757 cni.go:473] [tsf-keycloak/tsf-iam-ft28l 75f7a0b015e88afa7dff499125c6b49ad52dd9f98ac4f57835ca9de276257745 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-ft28l 75f7a0b015e88afa7dff499125c6b49ad52dd9f98ac4f57835ca9de276257745 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:07:a7:2e:0d:bf\",\"name\":\"75f7a0b015e88af\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/967bf816-68f7-4114-b427-0f6ec9270a6a\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:58:25.900744 3757 namespace.go:142] [openshift-pipelines] updating namespace I0430 13:58:33.932942 3757 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:58:33.933618 3757 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:58:33.976502 3757 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:58:33.976530 3757 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:58:33.985149 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0430 13:58:33.985175 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0430 13:58:37.287738 3757 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-kbcz5-mb9rp] creating logical port tsf-tas_rekor-createtree-job-kbcz5-mb9rp for pod on switch ip-10-0-2-151.ec2.internal I0430 13:58:37.287836 3757 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-kbcz5-mb9rp I0430 13:58:37.302164 3757 pod.go:62] [tsf-tas/rekor-createtree-job-kbcz5-mb9rp] pod update took 14.350995ms I0430 13:58:37.302191 3757 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-kbcz5-mb9rp] addLogicalPort annotation time took 14.381549ms I0430 13:58:37.303589 3757 pods.go:271] [tsf-tas/rekor-createtree-job-kbcz5-mb9rp] addLogicalPort took 15.864617ms, libovsdb time 944.753µs I0430 13:58:37.701632 3757 cni.go:452] [tsf-tas/rekor-createtree-job-kbcz5-mb9rp 3f334e362e59dca2d3b81b4b841b244d19f18dbe20b6c84f5c9770ea2feb9f0c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-kbcz5-mb9rp 3f334e362e59dca2d3b81b4b841b244d19f18dbe20b6c84f5c9770ea2feb9f0c network default NAD default NAD key ] I0430 13:58:37.711797 3757 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-kbcz5-mb9rp, hostIfaceName: 3f334e362e59dca, network: default, NAD default, SandboxID: "3f334e362e59dca2d3b81b4b841b244d19f18dbe20b6c84f5c9770ea2feb9f0c", PCI device ID: , UID: "85eb42da-8c6f-4389-b5fa-6d71b5607209", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0430 13:58:37.764284 3757 cni.go:473] [tsf-tas/rekor-createtree-job-kbcz5-mb9rp 3f334e362e59dca2d3b81b4b841b244d19f18dbe20b6c84f5c9770ea2feb9f0c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-kbcz5-mb9rp 3f334e362e59dca2d3b81b4b841b244d19f18dbe20b6c84f5c9770ea2feb9f0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:8e:4c:72:b1:1d\",\"name\":\"3f334e362e59dca\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e80a5df-19f9-4ec8-8f47-683e27b11a5f\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 13:58:40.225780 3757 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0430 13:58:40.225838 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0430 13:58:44.965496 3757 cni.go:452] [tsf-keycloak/tsf-iam-ft28l 75f7a0b015e88afa7dff499125c6b49ad52dd9f98ac4f57835ca9de276257745 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-ft28l 75f7a0b015e88afa7dff499125c6b49ad52dd9f98ac4f57835ca9de276257745 network default NAD default NAD key ] I0430 13:58:45.047508 3757 cni.go:473] [tsf-keycloak/tsf-iam-ft28l 75f7a0b015e88afa7dff499125c6b49ad52dd9f98ac4f57835ca9de276257745 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-ft28l 75f7a0b015e88afa7dff499125c6b49ad52dd9f98ac4f57835ca9de276257745 network default NAD default NAD key default], result "{}", err I0430 13:58:45.104503 3757 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-ft28l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:58:45.104551 3757 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-ft28l I0430 13:58:45.105909 3757 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-ft28l, ips: 10.129.0.42 I0430 13:58:45.105940 3757 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-ft28l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0430 13:58:45.255813 3757 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0430 13:58:46.005666 3757 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-ft28l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:58:46.005692 3757 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-ft28l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 13:58:46.263019 3757 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0430 13:58:46.263043 3757 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0430 13:58:50.979118 3757 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0430 13:58:52.981880 3757 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0430 13:58:53.312680 3757 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0430 13:58:54.088440 3757 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-s5mw6-87mxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:58:54.088997 3757 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-s5mw6-87mxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:58:55.036861 3757 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-s5mw6-87mxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:58:55.036887 3757 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-s5mw6-87mxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:05.036053 3757 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-8smqn] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-8smqn for pod on switch ip-10-0-2-151.ec2.internal I0430 13:59:05.036181 3757 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-8smqn I0430 13:59:05.051962 3757 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-8smqn] pod update took 15.801251ms I0430 13:59:05.051990 3757 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-8smqn] addLogicalPort annotation time took 15.835342ms I0430 13:59:05.053338 3757 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-8smqn] addLogicalPort took 17.30406ms, libovsdb time 979.615µs I0430 13:59:06.009352 3757 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-8smqn d0a6ba0ae9f5b3515049c65d2fc9f94c55a9895e64d88173e58f41894f5b6d31 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-8smqn d0a6ba0ae9f5b3515049c65d2fc9f94c55a9895e64d88173e58f41894f5b6d31 network default NAD default NAD key ] I0430 13:59:06.018487 3757 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-8smqn, hostIfaceName: d0a6ba0ae9f5b35, network: default, NAD default, SandboxID: "d0a6ba0ae9f5b3515049c65d2fc9f94c55a9895e64d88173e58f41894f5b6d31", PCI device ID: , UID: "c369ae5c-d841-4d6a-9b02-be59bef09b98", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0430 13:59:06.068598 3757 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-8smqn d0a6ba0ae9f5b3515049c65d2fc9f94c55a9895e64d88173e58f41894f5b6d31 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-8smqn d0a6ba0ae9f5b3515049c65d2fc9f94c55a9895e64d88173e58f41894f5b6d31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:41:20:f4:1d:42\",\"name\":\"d0a6ba0ae9f5b35\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45e43d94-47d4-4e7c-984b-0b3750dc5a5b\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:59:20.442752 3757 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0430 13:59:23.383542 3757 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:23.384132 3757 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:23.406749 3757 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:23.406774 3757 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:23.414911 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0430 13:59:23.414939 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0430 13:59:32.224298 3757 cni.go:452] [tsf-tas/rekor-createtree-job-kbcz5-mb9rp 3f334e362e59dca2d3b81b4b841b244d19f18dbe20b6c84f5c9770ea2feb9f0c network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-kbcz5-mb9rp 3f334e362e59dca2d3b81b4b841b244d19f18dbe20b6c84f5c9770ea2feb9f0c network default NAD default NAD key ] I0430 13:59:32.290800 3757 obj_retry.go:498] Detected object tsf/patch-tekton-config-7mkll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:32.291316 3757 obj_retry.go:498] Detected object tsf/patch-tekton-config-7mkll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:32.315686 3757 cni.go:473] [tsf-tas/rekor-createtree-job-kbcz5-mb9rp 3f334e362e59dca2d3b81b4b841b244d19f18dbe20b6c84f5c9770ea2feb9f0c network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-kbcz5-mb9rp 3f334e362e59dca2d3b81b4b841b244d19f18dbe20b6c84f5c9770ea2feb9f0c network default NAD default NAD key default], result "{}", err I0430 13:59:32.372779 3757 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-kbcz5-mb9rp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:32.372817 3757 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-kbcz5-mb9rp I0430 13:59:32.374189 3757 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-kbcz5-mb9rp, ips: 10.129.0.43 I0430 13:59:32.374219 3757 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-kbcz5-mb9rp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:33.253950 3757 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-kbcz5-mb9rp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:33.253975 3757 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-kbcz5-mb9rp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:33.316328 3757 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mkll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:33.316349 3757 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mkll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:33.431080 3757 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-npr6k] creating logical port tsf_tsf-tekton-configuration-npr6k for pod on switch ip-10-0-2-151.ec2.internal I0430 13:59:33.431176 3757 kube.go:256] Updating pod tsf/tsf-tekton-configuration-npr6k I0430 13:59:33.444826 3757 pod.go:62] [tsf/tsf-tekton-configuration-npr6k] pod update took 13.677103ms I0430 13:59:33.444854 3757 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-npr6k] addLogicalPort annotation time took 13.710494ms I0430 13:59:33.446183 3757 pods.go:271] [tsf/tsf-tekton-configuration-npr6k] addLogicalPort took 15.118945ms, libovsdb time 942.746µs I0430 13:59:33.791861 3757 cni.go:452] [tsf/tsf-tekton-configuration-npr6k ab5172b33afbbe66e703ee73b875c885318ad0cbffcea55d0dff20a440e90adc network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-npr6k ab5172b33afbbe66e703ee73b875c885318ad0cbffcea55d0dff20a440e90adc network default NAD default NAD key ] I0430 13:59:33.801313 3757 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-npr6k, hostIfaceName: ab5172b33afbbe6, network: default, NAD default, SandboxID: "ab5172b33afbbe66e703ee73b875c885318ad0cbffcea55d0dff20a440e90adc", PCI device ID: , UID: "ef5381c9-272e-4c3a-b633-26cc68ca63d5", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0430 13:59:33.853713 3757 cni.go:473] [tsf/tsf-tekton-configuration-npr6k ab5172b33afbbe66e703ee73b875c885318ad0cbffcea55d0dff20a440e90adc network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-npr6k ab5172b33afbbe66e703ee73b875c885318ad0cbffcea55d0dff20a440e90adc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:52:5b:03:bc:5c\",\"name\":\"ab5172b33afbbe6\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bf2e344-a1f8-4d86-9e5e-4675b904da01\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:59:38.906456 3757 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-85d7948d78-fwgzs] creating logical port tsf-tas_rekor-search-ui-85d7948d78-fwgzs for pod on switch ip-10-0-2-151.ec2.internal I0430 13:59:38.906552 3757 kube.go:256] Updating pod tsf-tas/rekor-search-ui-85d7948d78-fwgzs I0430 13:59:38.921430 3757 pod.go:62] [tsf-tas/rekor-search-ui-85d7948d78-fwgzs] pod update took 14.898887ms I0430 13:59:38.921460 3757 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-85d7948d78-fwgzs] addLogicalPort annotation time took 14.932599ms I0430 13:59:38.922841 3757 pods.go:271] [tsf-tas/rekor-search-ui-85d7948d78-fwgzs] addLogicalPort took 16.405545ms, libovsdb time 969.545µs I0430 13:59:39.267904 3757 cni.go:452] [tsf-tas/rekor-search-ui-85d7948d78-fwgzs f338f4a07e1c6bc50219a268b3f0924d08582bf2d135618b15bc3e37a6b1b3c8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-85d7948d78-fwgzs f338f4a07e1c6bc50219a268b3f0924d08582bf2d135618b15bc3e37a6b1b3c8 network default NAD default NAD key ] I0430 13:59:39.277699 3757 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-85d7948d78-fwgzs, hostIfaceName: f338f4a07e1c6bc, network: default, NAD default, SandboxID: "f338f4a07e1c6bc50219a268b3f0924d08582bf2d135618b15bc3e37a6b1b3c8", PCI device ID: , UID: "00a5ef92-2703-4192-8179-6711ac272a9d", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0430 13:59:39.331960 3757 cni.go:473] [tsf-tas/rekor-search-ui-85d7948d78-fwgzs f338f4a07e1c6bc50219a268b3f0924d08582bf2d135618b15bc3e37a6b1b3c8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-85d7948d78-fwgzs f338f4a07e1c6bc50219a268b3f0924d08582bf2d135618b15bc3e37a6b1b3c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:74:a7:9f:9f:48\",\"name\":\"f338f4a07e1c6bc\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/506f7242-c64f-4963-aff9-c5f4c59c292d\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 13:59:41.203830 3757 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0430 13:59:41.366987 3757 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-86c6c9c4c4-9rpgw] creating logical port tsf-tas_rekor-server-86c6c9c4c4-9rpgw for pod on switch ip-10-0-2-151.ec2.internal I0430 13:59:41.367091 3757 kube.go:256] Updating pod tsf-tas/rekor-server-86c6c9c4c4-9rpgw I0430 13:59:41.381573 3757 pod.go:62] [tsf-tas/rekor-server-86c6c9c4c4-9rpgw] pod update took 14.508869ms I0430 13:59:41.381595 3757 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-86c6c9c4c4-9rpgw] addLogicalPort annotation time took 14.536451ms I0430 13:59:41.383006 3757 pods.go:271] [tsf-tas/rekor-server-86c6c9c4c4-9rpgw] addLogicalPort took 16.04039ms, libovsdb time 958.304µs I0430 13:59:43.336549 3757 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=422 I0430 13:59:43.352338 3757 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pd5dm-7w9mw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:43.352957 3757 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pd5dm-7w9mw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:44.275645 3757 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pd5dm-7w9mw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:44.275669 3757 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pd5dm-7w9mw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 13:59:44.322530 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0430 13:59:45.306031 3757 cni.go:452] [tsf/tsf-tekton-configuration-npr6k ab5172b33afbbe66e703ee73b875c885318ad0cbffcea55d0dff20a440e90adc network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-npr6k ab5172b33afbbe66e703ee73b875c885318ad0cbffcea55d0dff20a440e90adc network default NAD default NAD key ] I0430 13:59:45.383732 3757 cni.go:473] [tsf/tsf-tekton-configuration-npr6k ab5172b33afbbe66e703ee73b875c885318ad0cbffcea55d0dff20a440e90adc network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-npr6k ab5172b33afbbe66e703ee73b875c885318ad0cbffcea55d0dff20a440e90adc network default NAD default NAD key default], result "{}", err I0430 13:59:45.437604 3757 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-npr6k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:45.437645 3757 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-npr6k I0430 13:59:45.439194 3757 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-npr6k, ips: 10.129.0.45 I0430 13:59:45.439226 3757 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-npr6k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:46.326382 3757 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 I0430 13:59:46.461491 3757 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-npr6k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:46.461519 3757 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-npr6k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:46.508763 3757 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mkll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:46.508783 3757 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mkll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:46.516740 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-7mkll I0430 13:59:46.516766 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-7mkll I0430 13:59:47.356222 3757 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-85545c7954-p8krg] creating logical port tsf-tas_ctlog-85545c7954-p8krg for pod on switch ip-10-0-2-151.ec2.internal I0430 13:59:47.356309 3757 kube.go:256] Updating pod tsf-tas/ctlog-85545c7954-p8krg I0430 13:59:47.376524 3757 pod.go:62] [tsf-tas/ctlog-85545c7954-p8krg] pod update took 20.23501ms I0430 13:59:47.376552 3757 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-85545c7954-p8krg] addLogicalPort annotation time took 20.267901ms I0430 13:59:47.378105 3757 pods.go:271] [tsf-tas/ctlog-85545c7954-p8krg] addLogicalPort took 21.894799ms, libovsdb time 980.439µs I0430 13:59:48.036732 3757 cni.go:452] [tsf-tas/rekor-server-86c6c9c4c4-9rpgw 13c1673a2b1f23986acda53a2a0423ec03b4b179fd69bcfcae8c335824f3c9e2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-86c6c9c4c4-9rpgw 13c1673a2b1f23986acda53a2a0423ec03b4b179fd69bcfcae8c335824f3c9e2 network default NAD default NAD key ] I0430 13:59:48.045997 3757 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-86c6c9c4c4-9rpgw, hostIfaceName: 13c1673a2b1f239, network: default, NAD default, SandboxID: "13c1673a2b1f23986acda53a2a0423ec03b4b179fd69bcfcae8c335824f3c9e2", PCI device ID: , UID: "1d40337a-4627-4ea1-ac0e-6c1dc526b0aa", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0430 13:59:48.098077 3757 cni.go:473] [tsf-tas/rekor-server-86c6c9c4c4-9rpgw 13c1673a2b1f23986acda53a2a0423ec03b4b179fd69bcfcae8c335824f3c9e2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-86c6c9c4c4-9rpgw 13c1673a2b1f23986acda53a2a0423ec03b4b179fd69bcfcae8c335824f3c9e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:e7:ba:44:f2:94\",\"name\":\"13c1673a2b1f239\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19980fd3-bc72-4adf-9b83-45d017ef8d1d\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 13:59:48.318202 3757 cni.go:452] [tsf-tas/ctlog-85545c7954-p8krg b127ba60deadb9d7264fa761a97d41498580dcb149cd7c9f6aa75afc04a04b70 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-85545c7954-p8krg b127ba60deadb9d7264fa761a97d41498580dcb149cd7c9f6aa75afc04a04b70 network default NAD default NAD key ] I0430 13:59:48.327917 3757 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-85545c7954-p8krg, hostIfaceName: b127ba60deadb9d, network: default, NAD default, SandboxID: "b127ba60deadb9d7264fa761a97d41498580dcb149cd7c9f6aa75afc04a04b70", PCI device ID: , UID: "cddde2dc-72d6-46f7-89d9-84c48151a2b1", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0430 13:59:48.379044 3757 cni.go:473] [tsf-tas/ctlog-85545c7954-p8krg b127ba60deadb9d7264fa761a97d41498580dcb149cd7c9f6aa75afc04a04b70 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-85545c7954-p8krg b127ba60deadb9d7264fa761a97d41498580dcb149cd7c9f6aa75afc04a04b70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:c9:89:fa:76:8b\",\"name\":\"b127ba60deadb9d\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f3b1b73-3ba5-42ba-830e-ffb26a5cdcc5\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 13:59:51.345593 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0430 13:59:51.374760 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0430 13:59:51.399201 3757 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:51.399794 3757 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:51.423262 3757 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:51.423283 3757 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:51.433904 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0430 13:59:51.433926 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0430 13:59:52.810438 3757 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-jh6lm] creating logical port tsf-tpa_create-db-jh6lm for pod on switch ip-10-0-2-151.ec2.internal I0430 13:59:52.810532 3757 kube.go:256] Updating pod tsf-tpa/create-db-jh6lm I0430 13:59:52.827837 3757 pod.go:62] [tsf-tpa/create-db-jh6lm] pod update took 17.326734ms I0430 13:59:52.827860 3757 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-jh6lm] addLogicalPort annotation time took 17.358382ms I0430 13:59:52.829250 3757 pods.go:271] [tsf-tpa/create-db-jh6lm] addLogicalPort took 18.828327ms, libovsdb time 1.024992ms I0430 13:59:53.173318 3757 cni.go:452] [tsf-tpa/create-db-jh6lm 7aa9efca957c2a9753ef3de6043c3761ea9295caef6514a9e8880611fc4ed89f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-jh6lm 7aa9efca957c2a9753ef3de6043c3761ea9295caef6514a9e8880611fc4ed89f network default NAD default NAD key ] I0430 13:59:53.182528 3757 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-jh6lm, hostIfaceName: 7aa9efca957c2a9, network: default, NAD default, SandboxID: "7aa9efca957c2a9753ef3de6043c3761ea9295caef6514a9e8880611fc4ed89f", PCI device ID: , UID: "73ee4033-6d17-4c7d-a34b-d5c8e3975aeb", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0430 13:59:53.236614 3757 cni.go:473] [tsf-tpa/create-db-jh6lm 7aa9efca957c2a9753ef3de6043c3761ea9295caef6514a9e8880611fc4ed89f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-jh6lm 7aa9efca957c2a9753ef3de6043c3761ea9295caef6514a9e8880611fc4ed89f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:6f:7d:5a:7d:f2\",\"name\":\"7aa9efca957c2a9\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06062f8c-4e7a-40dd-87df-a295864fd9d6\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 13:59:56.346889 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0430 13:59:58.388830 3757 cni.go:452] [tsf-tpa/create-db-jh6lm 7aa9efca957c2a9753ef3de6043c3761ea9295caef6514a9e8880611fc4ed89f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-jh6lm 7aa9efca957c2a9753ef3de6043c3761ea9295caef6514a9e8880611fc4ed89f network default NAD default NAD key ] I0430 13:59:58.473651 3757 cni.go:473] [tsf-tpa/create-db-jh6lm 7aa9efca957c2a9753ef3de6043c3761ea9295caef6514a9e8880611fc4ed89f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-jh6lm 7aa9efca957c2a9753ef3de6043c3761ea9295caef6514a9e8880611fc4ed89f network default NAD default NAD key default], result "{}", err I0430 13:59:58.529328 3757 obj_retry.go:498] Detected object tsf-tpa/create-db-jh6lm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:58.529375 3757 pods.go:176] Deleting pod: tsf-tpa/create-db-jh6lm I0430 13:59:58.530710 3757 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-jh6lm, ips: 10.129.0.49 I0430 13:59:58.530742 3757 obj_retry.go:498] Detected object tsf-tpa/create-db-jh6lm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:59.556642 3757 obj_retry.go:492] Detected object tsf-tpa/create-db-jh6lm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:59.556671 3757 obj_retry.go:492] Detected object tsf-tpa/create-db-jh6lm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:59.681659 3757 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-6mvs5] creating logical port tsf-tpa_migrate-db-6mvs5 for pod on switch ip-10-0-2-151.ec2.internal I0430 13:59:59.681792 3757 kube.go:256] Updating pod tsf-tpa/migrate-db-6mvs5 I0430 13:59:59.695560 3757 pod.go:62] [tsf-tpa/migrate-db-6mvs5] pod update took 13.790662ms I0430 13:59:59.695596 3757 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-6mvs5] addLogicalPort annotation time took 13.83133ms I0430 13:59:59.697174 3757 pods.go:271] [tsf-tpa/migrate-db-6mvs5] addLogicalPort took 15.535905ms, libovsdb time 1.029402ms I0430 14:00:00.042633 3757 cni.go:452] [tsf-tpa/migrate-db-6mvs5 fb408c619b161edcc95caab6bf434bad4c5e295867e64051339c71ecd0218afc network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-6mvs5 fb408c619b161edcc95caab6bf434bad4c5e295867e64051339c71ecd0218afc network default NAD default NAD key ] I0430 14:00:00.052234 3757 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-6mvs5, hostIfaceName: fb408c619b161ed, network: default, NAD default, SandboxID: "fb408c619b161edcc95caab6bf434bad4c5e295867e64051339c71ecd0218afc", PCI device ID: , UID: "961cf510-e4b1-47aa-84b4-ef74892c3a36", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0430 14:00:00.102518 3757 cni.go:473] [tsf-tpa/migrate-db-6mvs5 fb408c619b161edcc95caab6bf434bad4c5e295867e64051339c71ecd0218afc network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-6mvs5 fb408c619b161edcc95caab6bf434bad4c5e295867e64051339c71ecd0218afc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:ed:4f:0b:d5:a8\",\"name\":\"fb408c619b161ed\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c95ae599-dea5-445e-bafd-dc7b85543f1c\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:00:02.354584 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server W0430 14:00:02.384853 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0430 14:00:02.416110 3757 cni.go:452] [tsf-tpa/migrate-db-6mvs5 fb408c619b161edcc95caab6bf434bad4c5e295867e64051339c71ecd0218afc network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-6mvs5 fb408c619b161edcc95caab6bf434bad4c5e295867e64051339c71ecd0218afc network default NAD default NAD key ] I0430 14:00:02.488552 3757 cni.go:473] [tsf-tpa/migrate-db-6mvs5 fb408c619b161edcc95caab6bf434bad4c5e295867e64051339c71ecd0218afc network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-6mvs5 fb408c619b161edcc95caab6bf434bad4c5e295867e64051339c71ecd0218afc network default NAD default NAD key default], result "{}", err I0430 14:00:02.550181 3757 obj_retry.go:498] Detected object tsf-tpa/migrate-db-6mvs5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:02.550215 3757 pods.go:176] Deleting pod: tsf-tpa/migrate-db-6mvs5 I0430 14:00:02.551750 3757 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-6mvs5, ips: 10.129.0.50 I0430 14:00:02.551780 3757 obj_retry.go:498] Detected object tsf-tpa/migrate-db-6mvs5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:02.716159 3757 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6mvs5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:02.716188 3757 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6mvs5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:04.474604 3757 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:04.475174 3757 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:05.359510 3757 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:05.359549 3757 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:05.850901 3757 base_network_controller_pods.go:487] [default/tsf-tpa/server-7f8475bbf9-t884w] creating logical port tsf-tpa_server-7f8475bbf9-t884w for pod on switch ip-10-0-2-151.ec2.internal I0430 14:00:05.851050 3757 kube.go:256] Updating pod tsf-tpa/server-7f8475bbf9-t884w I0430 14:00:05.869684 3757 pod.go:62] [tsf-tpa/server-7f8475bbf9-t884w] pod update took 18.662567ms I0430 14:00:05.869712 3757 base_network_controller_pods.go:951] [default/tsf-tpa/server-7f8475bbf9-t884w] addLogicalPort annotation time took 18.694109ms I0430 14:00:05.871040 3757 pods.go:271] [tsf-tpa/server-7f8475bbf9-t884w] addLogicalPort took 20.162625ms, libovsdb time 891.285µs I0430 14:00:05.920633 3757 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-k9j2p] creating logical port tsf-tpa_importer-86bcdf477b-k9j2p for pod on switch ip-10-0-2-151.ec2.internal I0430 14:00:05.920731 3757 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-k9j2p I0430 14:00:05.936160 3757 pod.go:62] [tsf-tpa/importer-86bcdf477b-k9j2p] pod update took 15.457207ms I0430 14:00:05.936180 3757 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-k9j2p] addLogicalPort annotation time took 15.482942ms I0430 14:00:05.937442 3757 pods.go:271] [tsf-tpa/importer-86bcdf477b-k9j2p] addLogicalPort took 16.82665ms, libovsdb time 861.198µs I0430 14:00:09.523010 3757 obj_retry.go:498] Detected object tsf-tpa/create-importers-pbjwx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:09.523588 3757 obj_retry.go:498] Detected object tsf-tpa/create-importers-pbjwx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:09.816836 3757 cni.go:452] [tsf-tpa/server-7f8475bbf9-t884w 579f3f68b8c275712207035343d7a8decaabd7522fd109ef91ee60e76deb03be network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-7f8475bbf9-t884w 579f3f68b8c275712207035343d7a8decaabd7522fd109ef91ee60e76deb03be network default NAD default NAD key ] I0430 14:00:09.826022 3757 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-7f8475bbf9-t884w, hostIfaceName: 579f3f68b8c2757, network: default, NAD default, SandboxID: "579f3f68b8c275712207035343d7a8decaabd7522fd109ef91ee60e76deb03be", PCI device ID: , UID: "29ee5ae7-4554-4c90-970f-81f0cb016f6f", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0430 14:00:09.883022 3757 cni.go:473] [tsf-tpa/server-7f8475bbf9-t884w 579f3f68b8c275712207035343d7a8decaabd7522fd109ef91ee60e76deb03be network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-7f8475bbf9-t884w 579f3f68b8c275712207035343d7a8decaabd7522fd109ef91ee60e76deb03be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:8b:c5:ac:f2:63\",\"name\":\"579f3f68b8c2757\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/386cf66e-e298-42b3-b2f9-2fdcb419930e\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:00:09.885848 3757 cni.go:452] [tsf-tpa/importer-86bcdf477b-k9j2p 4526ab476d10fdee8d7bb1acaf69efb9b6d30089639ea7bd73062b9dfad9f60c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-k9j2p 4526ab476d10fdee8d7bb1acaf69efb9b6d30089639ea7bd73062b9dfad9f60c network default NAD default NAD key ] I0430 14:00:09.895116 3757 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-k9j2p, hostIfaceName: 4526ab476d10fde, network: default, NAD default, SandboxID: "4526ab476d10fdee8d7bb1acaf69efb9b6d30089639ea7bd73062b9dfad9f60c", PCI device ID: , UID: "244c9eb9-b6d9-4175-be37-81d7b9b3ae44", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0430 14:00:09.947457 3757 cni.go:473] [tsf-tpa/importer-86bcdf477b-k9j2p 4526ab476d10fdee8d7bb1acaf69efb9b6d30089639ea7bd73062b9dfad9f60c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-k9j2p 4526ab476d10fdee8d7bb1acaf69efb9b6d30089639ea7bd73062b9dfad9f60c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:19:45:ca:90:14\",\"name\":\"4526ab476d10fde\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba1aed1d-d6d3-4a83-920f-51e2cb077392\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:00:10.492172 3757 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0430 14:00:10.553308 3757 obj_retry.go:492] Detected object tsf-tpa/create-importers-pbjwx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:10.553329 3757 obj_retry.go:492] Detected object tsf-tpa/create-importers-pbjwx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 14:00:11.477267 3757 util.go:959] Failed to build node endpoints for node ip-10-0-2-151.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0430 14:00:22.580272 3757 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-sgnwn-hp7jd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:22.580858 3757 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-sgnwn-hp7jd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:23.471113 3757 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-sgnwn-hp7jd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:23.471141 3757 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-sgnwn-hp7jd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:26.321955 3757 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0430 14:00:35.633976 3757 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:35.634596 3757 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:35.682346 3757 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:35.682367 3757 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:35.690792 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0430 14:00:35.690819 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0430 14:00:36.530921 3757 namespace.go:98] [build-service] adding namespace I0430 14:00:36.531874 3757 namespace.go:102] [build-service] adding namespace took 930.237µs I0430 14:00:36.547816 3757 namespace.go:98] [default-tenant] adding namespace I0430 14:00:36.547975 3757 namespace.go:98] [integration-service] adding namespace I0430 14:00:36.548618 3757 namespace.go:102] [default-tenant] adding namespace took 786.246µs I0430 14:00:36.548657 3757 namespace.go:98] [image-controller] adding namespace I0430 14:00:36.549154 3757 namespace.go:102] [integration-service] adding namespace took 1.164439ms I0430 14:00:36.549639 3757 namespace.go:102] [image-controller] adding namespace took 973.198µs I0430 14:00:36.558465 3757 namespace.go:142] [build-service] updating namespace I0430 14:00:36.591030 3757 namespace.go:142] [build-service] updating namespace I0430 14:00:36.598733 3757 namespace.go:142] [default-tenant] updating namespace I0430 14:00:36.626661 3757 namespace.go:142] [default-tenant] updating namespace I0430 14:00:36.637645 3757 namespace.go:142] [image-controller] updating namespace I0430 14:00:36.684651 3757 namespace.go:142] [image-controller] updating namespace I0430 14:00:36.690584 3757 namespace.go:142] [integration-service] updating namespace I0430 14:00:36.711906 3757 namespace.go:142] [integration-service] updating namespace I0430 14:00:36.782277 3757 namespace.go:142] [build-service] updating namespace I0430 14:00:36.858444 3757 namespace.go:142] [integration-service] updating namespace I0430 14:00:36.876266 3757 namespace.go:98] [release-service] adding namespace I0430 14:00:36.877196 3757 namespace.go:102] [release-service] adding namespace took 911.75µs I0430 14:00:37.035411 3757 namespace.go:142] [konflux-ui] updating namespace I0430 14:00:37.204568 3757 namespace.go:98] [konflux-info] adding namespace I0430 14:00:37.205474 3757 namespace.go:102] [konflux-info] adding namespace took 880.882µs I0430 14:00:37.581511 3757 namespace.go:98] [namespace-lister] adding namespace I0430 14:00:37.582341 3757 namespace.go:102] [namespace-lister] adding namespace took 802.635µs I0430 14:00:37.678556 3757 namespace.go:142] [image-controller] updating namespace I0430 14:00:37.743338 3757 namespace.go:98] [enterprise-contract-service] adding namespace I0430 14:00:37.744311 3757 namespace.go:102] [enterprise-contract-service] adding namespace took 952.241µs I0430 14:00:37.817794 3757 namespace.go:142] [release-service] updating namespace I0430 14:00:37.837303 3757 namespace.go:142] [release-service] updating namespace I0430 14:00:37.858624 3757 namespace.go:142] [default-tenant] updating namespace I0430 14:00:37.896565 3757 namespace.go:142] [konflux-info] updating namespace I0430 14:00:37.945247 3757 namespace.go:142] [konflux-info] updating namespace I0430 14:00:37.981725 3757 namespace.go:98] [segment-bridge] adding namespace I0430 14:00:37.982579 3757 namespace.go:102] [segment-bridge] adding namespace took 833.278µs I0430 14:00:37.992431 3757 namespace.go:142] [namespace-lister] updating namespace I0430 14:00:38.026733 3757 namespace.go:98] [konflux-cli] adding namespace I0430 14:00:38.027369 3757 namespace.go:102] [konflux-cli] adding namespace took 620.937µs I0430 14:00:38.037292 3757 namespace.go:142] [namespace-lister] updating namespace I0430 14:00:38.083242 3757 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:00:38.153355 3757 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:00:38.188665 3757 namespace.go:142] [segment-bridge] updating namespace I0430 14:00:38.233491 3757 namespace.go:142] [segment-bridge] updating namespace I0430 14:00:38.283641 3757 namespace.go:142] [konflux-cli] updating namespace I0430 14:00:38.362834 3757 namespace.go:142] [konflux-cli] updating namespace I0430 14:00:38.504357 3757 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0430 14:00:38.505028 3757 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0430 14:00:38.505053 3757 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0430 14:00:38.507944 3757 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0430 14:00:38.560842 3757 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0430 14:00:38.560871 3757 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0430 14:00:38.561694 3757 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0430 14:00:38.673324 3757 namespace.go:142] [build-service] updating namespace I0430 14:00:38.874284 3757 namespace.go:142] [default-tenant] updating namespace I0430 14:00:39.067297 3757 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:00:39.265118 3757 namespace.go:142] [image-controller] updating namespace I0430 14:00:39.470111 3757 namespace.go:142] [integration-service] updating namespace I0430 14:00:39.680293 3757 namespace.go:142] [konflux-cli] updating namespace I0430 14:00:39.882023 3757 namespace.go:142] [konflux-info] updating namespace I0430 14:00:40.128562 3757 namespace.go:142] [namespace-lister] updating namespace I0430 14:00:40.307305 3757 namespace.go:142] [release-service] updating namespace I0430 14:00:40.560518 3757 namespace.go:142] [segment-bridge] updating namespace I0430 14:00:40.701925 3757 namespace.go:142] [build-service] updating namespace W0430 14:00:40.728088 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0430 14:00:40.736776 3757 namespace.go:142] [default-tenant] updating namespace I0430 14:00:40.799541 3757 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:00:40.827496 3757 namespace.go:142] [image-controller] updating namespace I0430 14:00:40.852706 3757 namespace.go:142] [integration-service] updating namespace I0430 14:00:40.884836 3757 namespace.go:142] [konflux-cli] updating namespace I0430 14:00:40.985277 3757 namespace.go:142] [konflux-info] updating namespace I0430 14:00:41.107345 3757 namespace.go:142] [namespace-lister] updating namespace I0430 14:00:41.238557 3757 namespace.go:142] [release-service] updating namespace I0430 14:00:41.390444 3757 namespace.go:142] [segment-bridge] updating namespace I0430 14:00:41.902547 3757 namespace.go:142] [build-service] updating namespace I0430 14:00:42.209893 3757 namespace.go:142] [default-tenant] updating namespace I0430 14:00:42.402660 3757 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:00:42.539373 3757 namespace.go:142] [image-controller] updating namespace I0430 14:00:42.687697 3757 namespace.go:142] [integration-service] updating namespace W0430 14:00:42.702827 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0430 14:00:42.823233 3757 namespace.go:142] [konflux-cli] updating namespace I0430 14:00:42.947032 3757 namespace.go:142] [konflux-info] updating namespace I0430 14:00:43.035475 3757 namespace.go:142] [namespace-lister] updating namespace I0430 14:00:43.133885 3757 namespace.go:142] [release-service] updating namespace I0430 14:00:43.197676 3757 namespace.go:142] [segment-bridge] updating namespace W0430 14:00:47.608016 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0430 14:00:48.437615 3757 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0430 14:00:51.697167 3757 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 14:00:51.700242 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 14:00:51.728288 3757 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0430 14:00:51.773512 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 14:00:51.786356 3757 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 14:00:52.665746 3757 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0430 14:00:55.984761 3757 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0430 14:00:55.984782 3757 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 14:00:56.694443 3757 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0430 14:00:56.694547 3757 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0430 14:00:56.747720 3757 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 14:00:56.747743 3757 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0430 14:00:59.432164 3757 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0430 14:01:03.021289 3757 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:01:03.021820 3757 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:01:03.736603 3757 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:01:03.736627 3757 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:01:03.744429 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c I0430 14:01:03.744457 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c I0430 14:01:45.327191 3757 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0430 14:02:05.451381 3757 obj_retry.go:498] Detected object konflux-ui/proxy-6749dddfbd-vt8cs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:02:05.451984 3757 obj_retry.go:498] Detected object konflux-ui/proxy-6749dddfbd-vt8cs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:02:06.101507 3757 obj_retry.go:492] Detected object konflux-ui/proxy-6749dddfbd-vt8cs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:02:06.101533 3757 obj_retry.go:492] Detected object konflux-ui/proxy-6749dddfbd-vt8cs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:02:06.113552 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6749dddfbd-vt8cs I0430 14:02:06.113586 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6749dddfbd-vt8cs I0430 14:02:09.273033 3757 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:02:09.273762 3757 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:02:09.293854 3757 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:02:09.293881 3757 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:02:09.302606 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0430 14:02:09.302633 3757 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0430 14:02:53.448621 3757 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0430 14:03:03.414940 3757 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6