+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-63.ec2.internal ++ [[ -n ip-10-0-1-63.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-63.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0418 14:49:03.547474606 - disable conntrack on geneve port' I0418 14:49:03.547474606 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0418 14:49:03.583602494 - starting ovnkube-node' I0418 14:49:03.583602494 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-63.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-63.ec2.internal --init-node ip-10-0-1-63.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-63.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0418 14:49:03.633565 3664 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0418 14:49:03.633631 3664 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-576c01b661.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0418 14:49:03.635466 3664 kube.go:431] Waiting for certificate I0418 14:49:03.635491 3664 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0418 14:49:03.635526 3664 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0418 14:49:03.636309 3664 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 14:49:03.659850 3664 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 14:49:03.659868 3664 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 14:49:03.662467 3664 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 14:49:03.664940 3664 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5hrcm" I0418 14:49:03.672388 3664 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5hrcm" I0418 14:49:03.672467 3664 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 14:49:04.635787 3664 kube.go:438] Certificate found I0418 14:49:04.636750 3664 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 14:49:04.637653 3664 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0418 14:49:04.679358 3664 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-19 14:44:03 +0000 UTC" deadline="2026-04-19 11:58:22.353184708 +0000 UTC" I0418 14:49:04.679489 3664 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h9m17.673712384s" I0418 14:49:04.700205 3664 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 14:49:04.722834 3664 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0418 14:49:04.722837 3664 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0418 14:49:04.722898 3664 factory.go:561] Starting watch factory I0418 14:49:04.722914 3664 server.go:101] MetricServer registers OVS metrics I0418 14:49:04.723050 3664 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.723065 3664 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.723050 3664 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.723085 3664 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.723075 3664 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.723108 3664 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.723300 3664 server.go:105] MetricServer registers OVN DB metrics I0418 14:49:04.724443 3664 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.724523 3664 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.724830 3664 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.724897 3664 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.724949 3664 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.724983 3664 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.726897 3664 controller_manager.go:370] Starting the ovnkube controller I0418 14:49:04.726908 3664 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-63.ec2.internal I0418 14:49:04.726961 3664 controller_manager.go:395] NBDB zone sync took: 44.227µs I0418 14:49:04.726972 3664 factory.go:561] Starting watch factory I0418 14:49:04.728131 3664 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0418 14:49:04.728180 3664 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0418 14:49:04.741233 3664 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0418 14:49:04.741258 3664 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0418 14:49:04.743128 3664 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.743178 3664 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.743934 3664 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.744185 3664 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.744492 3664 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.748313 3664 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0418 14:49:04.748461 3664 server.go:109] MetricServer registers OVN Controller metrics I0418 14:49:04.754384 3664 server.go:113] MetricServer registers OVN Northd metrics I0418 14:49:04.757014 3664 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:04.758249 3664 metrics.go:519] OVN Metrics Server starts to run ... I0418 14:49:04.828414 3664 factory.go:1977] *v1.Pod informer cache synced successfully I0418 14:49:04.828445 3664 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 14:49:04.828450 3664 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 14:49:04.828453 3664 factory.go:1977] *v1.Node informer cache synced successfully I0418 14:49:04.828456 3664 factory.go:1977] *v1.Service informer cache synced successfully I0418 14:49:04.828459 3664 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 14:49:04.828576 3664 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:49:04.828616 3664 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:49:04.828643 3664 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:49:04.828670 3664 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:49:04.831485 3664 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:49:04.831487 3664 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:49:04.832324 3664 factory.go:1977] *v1.Pod informer cache synced successfully I0418 14:49:04.832345 3664 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 14:49:04.832353 3664 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 14:49:04.832360 3664 factory.go:1977] *v1.Node informer cache synced successfully I0418 14:49:04.832367 3664 factory.go:1977] *v1.Service informer cache synced successfully I0418 14:49:04.832373 3664 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 14:49:04.833498 3664 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 14:49:04.833508 3664 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 14:49:04.833562 3664 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.833573 3664 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.835634 3664 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.837437 3664 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 14:49:04.837446 3664 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 14:49:04.839603 3664 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 14:49:04.839695 3664 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.839732 3664 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.841707 3664 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.842634 3664 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 14:49:04.845393 3664 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 14:49:04.845458 3664 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.845473 3664 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.847605 3664 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.847733 3664 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 14:49:04.851383 3664 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 14:49:04.851443 3664 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.851460 3664 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.853162 3664 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 14:49:04.853370 3664 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.857403 3664 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 14:49:04.857460 3664 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.857473 3664 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.858558 3664 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 14:49:04.859616 3664 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.863445 3664 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 14:49:04.863660 3664 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 14:49:04.863673 3664 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 14:49:04.863686 3664 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 14:49:04.865864 3664 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 14:49:04.868639 3664 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 14:49:04.868750 3664 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 14:49:04.868784 3664 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.868808 3664 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.868808 3664 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.868829 3664 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.871109 3664 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.871220 3664 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:04.874077 3664 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 14:49:04.874086 3664 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 14:49:04.874091 3664 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 14:49:04.874099 3664 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 14:49:04.874105 3664 factory.go:680] Watch Factory start up complete, took: 151.20957ms I0418 14:49:04.874093 3664 factory.go:680] Watch Factory start up complete, took: 147.119849ms I0418 14:49:04.874172 3664 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-63.ec2.internal" zone I0418 14:49:04.874179 3664 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0418 14:49:04.921014 3664 default_node_network_controller.go:710] Initializing the default node network controller I0418 14:49:04.979199 3664 udn_isolation.go:101] Starting UDN host isolation manager I0418 14:49:04.986626 3664 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0418 14:49:05.068837 3664 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0418 14:49:05.068970 3664 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0418 14:49:05.068984 3664 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0418 14:49:05.101932 3664 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0418 14:49:05.102005 3664 default_node_network_controller.go:809] Node ip-10-0-1-63.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0418 14:49:05.107497 3664 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.63"] k8s.ovn.org/zone-name:ip-10-0-1-63.ec2.internal] on node ip-10-0-1-63.ec2.internal I0418 14:49:05.124977 3664 controller_manager.go:429] Waiting for node in zone sync took: 250.7857ms I0418 14:49:05.129687 3664 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0418 14:49:05.131556 3664 controller_manager.go:611] Switching to transit router for layer2 networks I0418 14:49:05.131570 3664 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-63.ec2.internal I0418 14:49:05.135566 3664 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0418 14:49:05.135694 3664 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0418 14:49:05.135862 3664 gateway_init.go:263] Preparing Gateway I0418 14:49:05.135874 3664 gateway_shared_intf.go:1687] Creating new gateway I0418 14:49:05.148624 3664 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 14:49:05.154992 3664 controller_manager.go:290] SCTP support detected in OVN I0418 14:49:05.155648 3664 services_controller.go:69] Creating services controller for network=default I0418 14:49:05.155805 3664 udn_enabled_svc.go:80] Waiting for service informer to sync I0418 14:49:05.155877 3664 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0418 14:49:05.155925 3664 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0418 14:49:05.155936 3664 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0418 14:49:05.155946 3664 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 14:49:05.156159 3664 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0418 14:49:05.156196 3664 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0418 14:49:05.156236 3664 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.389µs I0418 14:49:05.156255 3664 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 51.526µs I0418 14:49:05.156263 3664 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 66.856µs I0418 14:49:05.156269 3664 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0418 14:49:05.156278 3664 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0418 14:49:05.156287 3664 default_network_controller.go:325] Starting the default network controller I0418 14:49:05.156308 3664 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.014µs I0418 14:49:05.156436 3664 udn_enabled_svc.go:95] Performing full resync I0418 14:49:05.156737 3664 udn_enabled_svc.go:99] Waiting for handler to sync I0418 14:49:05.156751 3664 udn_enabled_svc.go:104] Starting worker I0418 14:49:05.165356 3664 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0418 14:49:05.165414 3664 repair.go:33] Syncing exgw routes took 44.235µs I0418 14:49:05.165438 3664 default_network_controller.go:414] Starting all the Watchers... I0418 14:49:05.165683 3664 namespace.go:98] [openshift-insights] adding namespace I0418 14:49:05.165695 3664 namespace.go:98] [openshift-backplane-csm] adding namespace I0418 14:49:05.165729 3664 namespace.go:98] [openshift-backplane-tam] adding namespace I0418 14:49:05.165741 3664 namespace.go:98] [openshift-backplane-cse] adding namespace I0418 14:49:05.165745 3664 namespace.go:98] [openshift] adding namespace I0418 14:49:05.165751 3664 namespace.go:98] [openshift-infra] adding namespace I0418 14:49:05.165769 3664 namespace.go:98] [openshift-console-operator] adding namespace I0418 14:49:05.165771 3664 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0418 14:49:05.165781 3664 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0418 14:49:05.165803 3664 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0418 14:49:05.165819 3664 namespace.go:98] [openshift-authentication] adding namespace I0418 14:49:05.165820 3664 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0418 14:49:05.165820 3664 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0418 14:49:05.165839 3664 namespace.go:98] [openshift-apiserver] adding namespace I0418 14:49:05.165850 3664 namespace.go:98] [openshift-operators-redhat] adding namespace I0418 14:49:05.166445 3664 namespace.go:102] [openshift-insights] adding namespace took 749.231µs I0418 14:49:05.166460 3664 namespace.go:98] [openshift-network-diagnostics] adding namespace W0418 14:49:05.166480 3664 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-npc59: pod openshift-network-diagnostics/network-check-target-npc59: no pod IPs found W0418 14:49:05.166516 3664 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-d88r6: pod openshift-network-diagnostics/network-check-target-d88r6: no pod IPs found I0418 14:49:05.167020 3664 namespace.go:102] [openshift-network-diagnostics] adding namespace took 554.916µs I0418 14:49:05.167035 3664 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0418 14:49:05.167531 3664 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 490.287µs I0418 14:49:05.167548 3664 namespace.go:98] [openshift-backplane-cee] adding namespace I0418 14:49:05.168081 3664 namespace.go:102] [openshift-backplane-csm] adding namespace took 2.374334ms I0418 14:49:05.168097 3664 namespace.go:98] [openshift-config] adding namespace I0418 14:49:05.168936 3664 namespace.go:102] [openshift-backplane-tam] adding namespace took 3.192864ms I0418 14:49:05.168956 3664 namespace.go:98] [openshift-backplane-srep] adding namespace I0418 14:49:05.169470 3664 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.718478ms I0418 14:49:05.169485 3664 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0418 14:49:05.169895 3664 namespace.go:102] [openshift] adding namespace took 4.137806ms I0418 14:49:05.169912 3664 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0418 14:49:05.170389 3664 namespace.go:102] [openshift-infra] adding namespace took 4.625734ms I0418 14:49:05.170403 3664 namespace.go:98] [openshift-customer-monitoring] adding namespace I0418 14:49:05.170866 3664 namespace.go:102] [openshift-console-operator] adding namespace took 5.090004ms I0418 14:49:05.170887 3664 namespace.go:98] [openshift-etcd] adding namespace I0418 14:49:05.171311 3664 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.52681ms I0418 14:49:05.171327 3664 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0418 14:49:05.171801 3664 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.014398ms I0418 14:49:05.171812 3664 namespace.go:98] [openshift-console-user-settings] adding namespace I0418 14:49:05.172165 3664 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.352658ms I0418 14:49:05.172179 3664 namespace.go:98] [openshift-ingress] adding namespace I0418 14:49:05.172688 3664 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.854907ms I0418 14:49:05.172703 3664 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0418 14:49:05.173087 3664 namespace.go:102] [openshift-authentication] adding namespace took 7.258796ms I0418 14:49:05.173098 3664 namespace.go:98] [openshift-machine-api] adding namespace I0418 14:49:05.173605 3664 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.769824ms I0418 14:49:05.173623 3664 namespace.go:98] [openshift-ingress-operator] adding namespace I0418 14:49:05.174132 3664 namespace.go:102] [openshift-apiserver] adding namespace took 8.274404ms I0418 14:49:05.174143 3664 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0418 14:49:05.174602 3664 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.738637ms I0418 14:49:05.174616 3664 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0418 14:49:05.175001 3664 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.44859ms I0418 14:49:05.175014 3664 namespace.go:98] [openshift-operators] adding namespace I0418 14:49:05.175506 3664 namespace.go:102] [openshift-config] adding namespace took 7.402515ms I0418 14:49:05.175520 3664 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0418 14:49:05.175949 3664 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.987316ms I0418 14:49:05.175964 3664 namespace.go:98] [openshift-backplane-mobb] adding namespace I0418 14:49:05.176497 3664 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.005964ms I0418 14:49:05.176511 3664 namespace.go:98] [openshift-machine-config-operator] adding namespace I0418 14:49:05.176955 3664 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.037496ms I0418 14:49:05.176968 3664 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0418 14:49:05.177304 3664 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.894891ms I0418 14:49:05.177322 3664 namespace.go:98] [open-cluster-management-2pokgob5a30o7adolbkai270pogv0d3d] adding namespace I0418 14:49:05.177827 3664 namespace.go:102] [openshift-etcd] adding namespace took 6.934608ms I0418 14:49:05.177840 3664 namespace.go:98] [openshift-network-node-identity] adding namespace I0418 14:49:05.178214 3664 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.881809ms I0418 14:49:05.178227 3664 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0418 14:49:05.178705 3664 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.886738ms I0418 14:49:05.178732 3664 namespace.go:98] [openshift-marketplace] adding namespace I0418 14:49:05.179241 3664 namespace.go:102] [openshift-ingress] adding namespace took 7.056093ms I0418 14:49:05.179255 3664 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0418 14:49:05.179690 3664 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.981128ms I0418 14:49:05.179703 3664 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0418 14:49:05.180157 3664 namespace.go:102] [openshift-machine-api] adding namespace took 7.054713ms I0418 14:49:05.180168 3664 namespace.go:98] [openshift-config-operator] adding namespace I0418 14:49:05.180614 3664 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.969502ms I0418 14:49:05.180624 3664 namespace.go:98] [default] adding namespace I0418 14:49:05.181131 3664 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.971108ms I0418 14:49:05.181141 3664 namespace.go:98] [openshift-cluster-version] adding namespace I0418 14:49:05.181516 3664 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.893381ms I0418 14:49:05.181538 3664 namespace.go:98] [openshift-dns] adding namespace I0418 14:49:05.182046 3664 namespace.go:102] [openshift-operators] adding namespace took 7.025123ms I0418 14:49:05.182493 3664 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.966286ms I0418 14:49:05.182508 3664 namespace.go:98] [kube-system] adding namespace I0418 14:49:05.182899 3664 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.929278ms I0418 14:49:05.182915 3664 namespace.go:98] [openshift-network-operator] adding namespace I0418 14:49:05.183352 3664 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.836076ms I0418 14:49:05.183367 3664 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0418 14:49:05.183764 3664 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.790073ms I0418 14:49:05.183778 3664 namespace.go:98] [openshift-network-console] adding namespace I0418 14:49:05.184213 3664 namespace.go:102] [open-cluster-management-2pokgob5a30o7adolbkai270pogv0d3d] adding namespace took 6.885407ms I0418 14:49:05.184228 3664 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0418 14:49:05.184621 3664 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.776496ms I0418 14:49:05.184632 3664 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0418 14:49:05.185061 3664 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.82947ms I0418 14:49:05.185073 3664 namespace.go:98] [dedicated-admin] adding namespace I0418 14:49:05.185509 3664 namespace.go:102] [openshift-marketplace] adding namespace took 6.770135ms I0418 14:49:05.185530 3664 namespace.go:98] [openshift-node] adding namespace I0418 14:49:05.185983 3664 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.722165ms I0418 14:49:05.185999 3664 namespace.go:98] [openshift-monitoring] adding namespace I0418 14:49:05.186477 3664 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.768921ms I0418 14:49:05.186491 3664 namespace.go:98] [openshift-controller-manager] adding namespace I0418 14:49:05.186964 3664 namespace.go:102] [openshift-config-operator] adding namespace took 6.790455ms I0418 14:49:05.186980 3664 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0418 14:49:05.187424 3664 namespace.go:102] [default] adding namespace took 6.793455ms I0418 14:49:05.187439 3664 namespace.go:98] [openshift-backplane] adding namespace I0418 14:49:05.187858 3664 namespace.go:102] [openshift-cluster-version] adding namespace took 6.710767ms I0418 14:49:05.187873 3664 namespace.go:98] [openshift-kube-apiserver] adding namespace I0418 14:49:05.188828 3664 namespace.go:102] [openshift-dns] adding namespace took 7.282547ms I0418 14:49:05.188848 3664 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0418 14:49:05.189313 3664 namespace.go:102] [kube-system] adding namespace took 6.799747ms I0418 14:49:05.189324 3664 namespace.go:98] [openshift-console] adding namespace I0418 14:49:05.189822 3664 namespace.go:102] [openshift-network-operator] adding namespace took 6.900385ms I0418 14:49:05.189837 3664 namespace.go:98] [openshift-host-network] adding namespace I0418 14:49:05.190316 3664 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.94275ms I0418 14:49:05.190331 3664 namespace.go:98] [openshift-apiserver-operator] adding namespace I0418 14:49:05.190775 3664 namespace.go:102] [openshift-network-console] adding namespace took 6.99363ms I0418 14:49:05.190784 3664 namespace.go:98] [openshift-authentication-operator] adding namespace I0418 14:49:05.191423 3664 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.189088ms I0418 14:49:05.191437 3664 namespace.go:98] [openshift-dns-operator] adding namespace I0418 14:49:05.191819 3664 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.182568ms I0418 14:49:05.191832 3664 namespace.go:98] [openshift-logging] adding namespace I0418 14:49:05.192258 3664 namespace.go:102] [dedicated-admin] adding namespace took 7.180102ms I0418 14:49:05.192270 3664 namespace.go:98] [openshift-kube-scheduler] adding namespace I0418 14:49:05.192744 3664 namespace.go:102] [openshift-node] adding namespace took 7.207824ms I0418 14:49:05.192758 3664 namespace.go:98] [kube-public] adding namespace I0418 14:49:05.193405 3664 namespace.go:102] [openshift-monitoring] adding namespace took 7.401526ms I0418 14:49:05.193416 3664 namespace.go:98] [openshift-config-managed] adding namespace I0418 14:49:05.193846 3664 namespace.go:102] [openshift-controller-manager] adding namespace took 7.348032ms I0418 14:49:05.193864 3664 namespace.go:98] [openshift-multus] adding namespace I0418 14:49:05.194350 3664 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.36429ms I0418 14:49:05.194368 3664 namespace.go:98] [openshift-package-operator] adding namespace I0418 14:49:05.194786 3664 namespace.go:102] [openshift-backplane] adding namespace took 7.341969ms I0418 14:49:05.194799 3664 namespace.go:98] [openshift-image-registry] adding namespace I0418 14:49:05.195219 3664 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.342137ms I0418 14:49:05.195232 3664 namespace.go:98] [kube-node-lease] adding namespace I0418 14:49:05.195735 3664 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.880489ms I0418 14:49:05.195750 3664 namespace.go:98] [openshift-route-controller-manager] adding namespace I0418 14:49:05.196228 3664 namespace.go:102] [openshift-console] adding namespace took 6.897441ms I0418 14:49:05.196745 3664 namespace.go:102] [openshift-host-network] adding namespace took 6.902378ms I0418 14:49:05.196760 3664 namespace.go:98] [openshift-must-gather-operator] adding namespace I0418 14:49:05.197378 3664 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.040808ms I0418 14:49:05.197929 3664 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.139494ms I0418 14:49:05.197944 3664 namespace.go:98] [openshift-ingress-canary] adding namespace I0418 14:49:05.198357 3664 namespace.go:102] [openshift-dns-operator] adding namespace took 6.914848ms I0418 14:49:05.198370 3664 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0418 14:49:05.198794 3664 namespace.go:102] [openshift-logging] adding namespace took 6.956343ms I0418 14:49:05.199233 3664 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.957865ms I0418 14:49:05.199743 3664 namespace.go:102] [kube-public] adding namespace took 6.977931ms I0418 14:49:05.199766 3664 namespace.go:98] [openshift-service-ca-operator] adding namespace W0418 14:49:05.200257 3664 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-294wx: pod openshift-multus/network-metrics-daemon-294wx: no pod IPs found W0418 14:49:05.200268 3664 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-2tqrf: pod openshift-multus/network-metrics-daemon-2tqrf: no pod IPs found I0418 14:49:05.200290 3664 namespace.go:102] [openshift-config-managed] adding namespace took 6.867932ms I0418 14:49:05.200742 3664 namespace.go:102] [openshift-multus] adding namespace took 6.871965ms I0418 14:49:05.201214 3664 namespace.go:102] [openshift-package-operator] adding namespace took 6.83857ms I0418 14:49:05.201710 3664 namespace.go:102] [openshift-image-registry] adding namespace took 6.906686ms I0418 14:49:05.202178 3664 namespace.go:102] [kube-node-lease] adding namespace took 6.940156ms I0418 14:49:05.202567 3664 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.809909ms I0418 14:49:05.203109 3664 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.34243ms I0418 14:49:05.203621 3664 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.671246ms I0418 14:49:05.204121 3664 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.746506ms I0418 14:49:05.204463 3664 namespace.go:102] [openshift-service-ca-operator] adding namespace took 4.690756ms W0418 14:49:05.204552 3664 master.go:458] Unable to parse local node ip-10-0-1-63.ec2.internal chassis-id annotation. Chassis may be removed during sync W0418 14:49:05.204560 3664 master.go:471] Unable to parse remote node ip-10-0-0-131.ec2.internal chassis-id annotation. Chassis may be removed during sync I0418 14:49:05.204565 3664 master.go:481] Removing stale chassis with ID/Name: 78a692b7-9893-44a4-8dc4-91a01bd3744b, hostname: ip-10-0-1-63.ec2.internal I0418 14:49:05.205076 3664 master.go:548] Adding or Updating local node "ip-10-0-1-63.ec2.internal" for network "default" I0418 14:49:05.205184 3664 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-131.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-131.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-131.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-131.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-131.ec2.internal I0418 14:49:05.206506 3664 zone_ic_handler.go:195] Time taken to create transit switch: 558.075µs I0418 14:49:05.206524 3664 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-81.ec2.internal for the network default I0418 14:49:05.207858 3664 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-81.ec2.internal" on network "default" took: 1.921879ms I0418 14:49:05.208941 3664 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-63.ec2.internal for the network default I0418 14:49:05.209101 3664 zone_ic_handler.go:195] Time taken to create transit switch: 148.653µs I0418 14:49:05.209741 3664 default_network_controller.go:823] Node add failed for ip-10-0-1-63.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-63.ec2.internal, error getting gateway config for node ip-10-0-1-63.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-63.ec2.internal", failed to update chassis to local for local node ip-10-0-1-63.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-63.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-63.ec2.internal] E0418 14:49:05.209784 3664 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-63.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-63.ec2.internal, error getting gateway config for node ip-10-0-1-63.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-63.ec2.internal", failed to update chassis to local for local node ip-10-0-1-63.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-63.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-63.ec2.internal] I0418 14:49:05.209830 3664 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0418 14:49:05.209836 3664 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-63.ec2.internal", UID:"6dbd2c33-da68-4d72-97d8-136f44c82fc3", APIVersion:"v1", ResourceVersion:"8951", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-63.ec2.internal, error getting gateway config for node ip-10-0-1-63.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-63.ec2.internal", failed to update chassis to local for local node ip-10-0-1-63.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-63.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-63.ec2.internal] I0418 14:49:05.209853 3664 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0418 14:49:05.209866 3664 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0418 14:49:05.209866 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-63.ec2.internal in network "default" I0418 14:49:05.209904 3664 node_tracker.go:235] Node ip-10-0-1-63.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-63.ec2.internal" I0418 14:49:05.209916 3664 node_tracker.go:169] Node ip-10-0-1-63.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:05.209931 3664 services_controller.go:574] Full service sync requested for network=default I0418 14:49:05.209937 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-81.ec2.internal in network "default" I0418 14:49:05.210019 3664 node_tracker.go:169] Node ip-10-0-2-81.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:05.210027 3664 services_controller.go:574] Full service sync requested for network=default I0418 14:49:05.210035 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0418 14:49:05.210045 3664 node_tracker.go:235] Node ip-10-0-0-131.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-131.ec2.internal" I0418 14:49:05.210051 3664 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:05.210055 3664 services_controller.go:574] Full service sync requested for network=default I0418 14:49:05.282269 3664 iptables.go:108] Creating table: filter chain: FORWARD I0418 14:49:05.288158 3664 iptables.go:108] Creating table: filter chain: OUTPUT I0418 14:49:05.293922 3664 gateway_shared_intf.go:1816] Gateway Creation Complete I0418 14:49:05.293937 3664 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-63.ec2.internal","mac-address":"0a:ff:f6:68:b5:9d","ip-addresses":["10.0.1.63/24"],"ip-address":"10.0.1.63/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:78a692b7-9893-44a4-8dc4-91a01bd3744b k8s.ovn.org/node-encap-ips:["10.0.1.63"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.63/24"} k8s.ovn.org/zone-name:ip-10-0-1-63.ec2.internal] on node ip-10-0-1-63.ec2.internal I0418 14:49:05.308416 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-63.ec2.internal in network "default" I0418 14:49:05.308431 3664 master.go:548] Adding or Updating local node "ip-10-0-1-63.ec2.internal" for network "default" I0418 14:49:05.308466 3664 node_tracker.go:169] Node ip-10-0-1-63.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:05.308481 3664 services_controller.go:574] Full service sync requested for network=default I0418 14:49:05.310108 3664 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0418 14:49:05.310125 3664 services_controller.go:208] Setting up event handlers for services for network=default I0418 14:49:05.310166 3664 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0418 14:49:05.310199 3664 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0418 14:49:05.310209 3664 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0418 14:49:05.312352 3664 default_node_network_controller.go:519] Node connection status = connected W0418 14:49:05.313115 3664 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-d88r6: pod openshift-network-diagnostics/network-check-target-d88r6: no pod IPs found W0418 14:49:05.313131 3664 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-2tqrf: pod openshift-multus/network-metrics-daemon-2tqrf: no pod IPs found I0418 14:49:05.314113 3664 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-63.ec2.internal for the network default I0418 14:49:05.314363 3664 zone_ic_handler.go:195] Time taken to create transit switch: 233.464µs I0418 14:49:05.410913 3664 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0418 14:49:05.410932 3664 repair.go:60] Starting repairing loop for services I0418 14:49:05.411047 3664 repair.go:131] Deleted 0 stale service LBs I0418 14:49:05.411066 3664 repair.go:137] Deleted 0 stale Chassis Template Vars I0418 14:49:05.411083 3664 repair.go:62] Finished repairing loop for services: 152.89µs I0418 14:49:05.411113 3664 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0418 14:49:05.411123 3664 services_controller.go:254] Starting workers for network=default I0418 14:49:05.411776 3664 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-294wx, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-294wx: suppressed error logged: pod openshift-multus/network-metrics-daemon-294wx: no pod IPs found I0418 14:49:05.412118 3664 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-d88r6] creating logical port openshift-network-diagnostics_network-check-target-d88r6 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:49:05.412139 3664 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-npc59, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-npc59: suppressed error logged: pod openshift-network-diagnostics/network-check-target-npc59: no pod IPs found I0418 14:49:05.412197 3664 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2tqrf] creating logical port openshift-multus_network-metrics-daemon-2tqrf for pod on switch ip-10-0-1-63.ec2.internal I0418 14:49:05.412272 3664 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-d88r6 I0418 14:49:05.412317 3664 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-2tqrf I0418 14:49:05.428075 3664 pod.go:62] [openshift-multus/network-metrics-daemon-2tqrf] pod update took 15.825233ms I0418 14:49:05.428093 3664 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-2tqrf] addLogicalPort annotation time took 15.845531ms I0418 14:49:05.428819 3664 pod.go:62] [openshift-network-diagnostics/network-check-target-d88r6] pod update took 16.601366ms I0418 14:49:05.428834 3664 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-d88r6] addLogicalPort annotation time took 16.624725ms I0418 14:49:05.428927 3664 pods.go:271] [openshift-multus/network-metrics-daemon-2tqrf] addLogicalPort took 16.736895ms, libovsdb time 646.935µs I0418 14:49:05.429827 3664 pods.go:271] [openshift-network-diagnostics/network-check-target-d88r6] addLogicalPort took 17.724027ms, libovsdb time 637.161µs I0418 14:49:05.430344 3664 admin_network_policy_controller.go:227] Starting controller default-network-controller I0418 14:49:05.430367 3664 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0418 14:49:05.430411 3664 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0418 14:49:05.430421 3664 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0418 14:49:05.430613 3664 repair.go:29] Repairing admin network policies took 187.195µs I0418 14:49:05.430735 3664 repair.go:92] Repairing baseline admin network policies took 112.59µs I0418 14:49:05.431541 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0418 14:49:05.431557 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0418 14:49:05.433302 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0418 14:49:05.433321 3664 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0418 14:49:05.433329 3664 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0418 14:49:05.434928 3664 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0418 14:49:05.434945 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0418 14:49:05.434955 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0418 14:49:05.436903 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0418 14:49:05.436923 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0418 14:49:05.436931 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0418 14:49:05.438293 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0418 14:49:05.438310 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0418 14:49:05.438318 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0418 14:49:05.439759 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0418 14:49:05.439789 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0418 14:49:05.439800 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0418 14:49:05.441242 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0418 14:49:05.441261 3664 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0418 14:49:05.441268 3664 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0418 14:49:05.441786 3664 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0418 14:49:05.441805 3664 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0418 14:49:05.441815 3664 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0418 14:49:05.442707 3664 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0418 14:49:05.442740 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0418 14:49:05.442752 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0418 14:49:05.443745 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0418 14:49:05.443761 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0418 14:49:05.443772 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0418 14:49:05.444690 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0418 14:49:05.444707 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0418 14:49:05.444730 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0418 14:49:05.445636 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0418 14:49:05.445657 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0418 14:49:05.446432 3664 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0418 14:49:05.446445 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 14:49:05.447163 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0418 14:49:05.447185 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0418 14:49:05.447206 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 14:49:05.447902 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0418 14:49:05.447926 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0418 14:49:05.447940 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0418 14:49:05.449356 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0418 14:49:05.449374 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0418 14:49:05.449383 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0418 14:49:05.449920 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0418 14:49:05.449932 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0418 14:49:05.449941 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0418 14:49:05.450431 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0418 14:49:05.450450 3664 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0418 14:49:05.450466 3664 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0418 14:49:05.452712 3664 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0418 14:49:05.452753 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0418 14:49:05.452760 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0418 14:49:05.453090 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0418 14:49:05.453113 3664 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0418 14:49:05.453124 3664 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0418 14:49:05.454188 3664 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0418 14:49:05.454203 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0418 14:49:05.454211 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0418 14:49:05.454685 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0418 14:49:05.454704 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0418 14:49:05.454769 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0418 14:49:05.455250 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0418 14:49:05.455266 3664 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0418 14:49:05.455273 3664 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0418 14:49:05.455525 3664 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0418 14:49:05.455542 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0418 14:49:05.455548 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0418 14:49:05.455803 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0418 14:49:05.455818 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0418 14:49:05.455825 3664 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0418 14:49:05.457422 3664 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0418 14:49:05.457441 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0418 14:49:05.457449 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0418 14:49:05.457962 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0418 14:49:05.457980 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0418 14:49:05.457987 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0418 14:49:05.458259 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0418 14:49:05.458276 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0418 14:49:05.458283 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0418 14:49:05.459131 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0418 14:49:05.459145 3664 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0418 14:49:05.459153 3664 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0418 14:49:05.460043 3664 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0418 14:49:05.460066 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0418 14:49:05.460097 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0418 14:49:05.461261 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0418 14:49:05.467129 3664 egressfirewall.go:374] Starting EgressFirewall controller I0418 14:49:05.467166 3664 controller.go:133] Adding controller egress-firewall-controller event handlers I0418 14:49:05.467168 3664 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0418 14:49:05.467191 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0418 14:49:05.467196 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0418 14:49:05.467203 3664 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0418 14:49:05.467207 3664 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0418 14:49:05.467521 3664 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0418 14:49:05.467534 3664 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0418 14:49:05.467539 3664 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0418 14:49:05.467548 3664 egressqos.go:193] Setting up event handlers for EgressQoS I0418 14:49:05.467622 3664 egressfirewall.go:723] Syncing node "ip-10-0-1-63.ec2.internal" for egress firewall I0418 14:49:05.467637 3664 egressfirewall.go:723] Syncing node "ip-10-0-2-81.ec2.internal" for egress firewall I0418 14:49:05.467643 3664 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0418 14:49:05.467802 3664 egressqos.go:245] Starting EgressQoS Controller I0418 14:49:05.467818 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0418 14:49:05.467827 3664 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0418 14:49:05.467841 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0418 14:49:05.467849 3664 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0418 14:49:05.467855 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0418 14:49:05.467859 3664 shared_informer.go:356] "Caches are synced" controller="egressqos" I0418 14:49:05.467863 3664 egressqos.go:259] Repairing EgressQoSes I0418 14:49:05.467867 3664 egressqos.go:399] Starting repairing loop for egressqos I0418 14:49:05.467939 3664 egressqos.go:401] Finished repairing loop for egressqos: 71.989µs I0418 14:49:05.467960 3664 egressservice_zone.go:132] Setting up event handlers for Egress Services I0418 14:49:05.467984 3664 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-63.ec2.internal I0418 14:49:05.468047 3664 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-63.ec2.internal : 62.357µs I0418 14:49:05.468129 3664 egressservice_zone.go:210] Starting Egress Services Controller I0418 14:49:05.468141 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 14:49:05.468147 3664 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 14:49:05.468152 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 14:49:05.468157 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 14:49:05.468162 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 14:49:05.468166 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 14:49:05.468171 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0418 14:49:05.468175 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0418 14:49:05.468179 3664 egressservice_zone.go:228] Repairing Egress Services I0418 14:49:05.468457 3664 master_controller.go:88] Starting Admin Policy Based Route Controller I0418 14:49:05.468469 3664 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 14:49:05.468476 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-63.ec2.internal I0418 14:49:05.468485 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-63.ec2.internal: 10.917µs I0418 14:49:05.468492 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-81.ec2.internal I0418 14:49:05.468503 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-81.ec2.internal: 11.684µs I0418 14:49:05.468508 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0418 14:49:05.468511 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 3.544µs I0418 14:49:05.468610 3664 default_network_controller.go:585] Completing all the Watchers took 303.164239ms I0418 14:49:05.468626 3664 default_network_controller.go:589] Starting unidling controllers I0418 14:49:05.468637 3664 unidle.go:46] Registering OVN SB ControllerEvent handler I0418 14:49:05.468643 3664 unidle.go:63] Populating Initial ContollerEvent events I0418 14:49:05.468653 3664 unidle.go:79] Setting up event handlers for services I0418 14:49:05.468698 3664 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0418 14:49:05.813373 3664 default_node_network_controller.go:519] Node connection status = connected I0418 14:49:06.312809 3664 default_node_network_controller.go:519] Node connection status = connected I0418 14:49:06.812744 3664 default_node_network_controller.go:519] Node connection status = connected I0418 14:49:06.832105 3664 bridgeconfig.go:537] Gateway is ready I0418 14:49:06.832124 3664 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0418 14:49:06.844087 3664 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0418 14:49:06.844397 3664 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.63. Updating OVN encap IP. I0418 14:49:06.849900 3664 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.63 - it is already configured I0418 14:49:06.849913 3664 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.63/24:{} 172.20.0.1/32:{}]. Updating annotations. I0418 14:49:06.850170 3664 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.63/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-63.ec2.internal","mac-address":"0a:ff:f6:68:b5:9d","ip-addresses":["10.0.1.63/24"],"ip-address":"10.0.1.63/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:78a692b7-9893-44a4-8dc4-91a01bd3744b k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.63/24"}] on node ip-10-0-1-63.ec2.internal I0418 14:49:06.865734 3664 master.go:548] Adding or Updating local node "ip-10-0-1-63.ec2.internal" for network "default" I0418 14:49:06.865742 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-63.ec2.internal in network "default" I0418 14:49:06.865795 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-63.ec2.internal I0418 14:49:06.865805 3664 node_tracker.go:169] Node ip-10-0-1-63.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:06.865813 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-63.ec2.internal: 24.327µs I0418 14:49:06.865823 3664 services_controller.go:574] Full service sync requested for network=default I0418 14:49:06.865872 3664 egressfirewall.go:723] Syncing node "ip-10-0-1-63.ec2.internal" for egress firewall I0418 14:49:06.866188 3664 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.63 I0418 14:49:06.866286 3664 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-63.ec2.internal I0418 14:49:06.870532 3664 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-63.ec2.internal. Updating no re-route policies I0418 14:49:06.870604 3664 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-63.ec2.internal I0418 14:49:06.870620 3664 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-63.ec2.internal I0418 14:49:06.870622 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-g45pf I0418 14:49:06.870634 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-g45pf I0418 14:49:06.870668 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-g45pf after 0 failed attempt(s) I0418 14:49:06.870671 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-63.ec2.internal I0418 14:49:06.870682 3664 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-63.ec2.internal after 0 failed attempt(s) I0418 14:49:06.870685 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-63.ec2.internal I0418 14:49:06.870687 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-954px I0418 14:49:06.870679 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-294wx I0418 14:49:06.870691 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-2tqrf I0418 14:49:06.870695 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-564t7 I0418 14:49:06.870698 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-294wx I0418 14:49:06.870702 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-2tqrf I0418 14:49:06.870703 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-63.ec2.internal after 0 failed attempt(s) I0418 14:49:06.870707 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-564t7 I0418 14:49:06.870708 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-lz9cz I0418 14:49:06.870729 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-q2drx I0418 14:49:06.870735 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-q2drx I0418 14:49:06.870741 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-564t7 after 0 failed attempt(s) I0418 14:49:06.870742 3664 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-rr6tt I0418 14:49:06.870744 3664 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2tqrf] creating logical port openshift-multus_network-metrics-daemon-2tqrf for pod on switch ip-10-0-1-63.ec2.internal I0418 14:49:06.870745 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-npc59 I0418 14:49:06.870755 3664 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-rr6tt I0418 14:49:06.870759 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-npc59 I0418 14:49:06.870778 3664 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-rr6tt after 0 failed attempt(s) I0418 14:49:06.870783 3664 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-294wx, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-294wx: suppressed error logged: pod openshift-multus/network-metrics-daemon-294wx: no pod IPs found I0418 14:49:06.870708 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-d88r6 I0418 14:49:06.870822 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-d88r6 I0418 14:49:06.870846 3664 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-d88r6] creating logical port openshift-network-diagnostics_network-check-target-d88r6 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:49:06.870747 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-q2drx after 0 failed attempt(s) I0418 14:49:06.870734 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-lz9cz I0418 14:49:06.870906 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-lz9cz after 0 failed attempt(s) I0418 14:49:06.870732 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-smqlm I0418 14:49:06.870918 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-smqlm I0418 14:49:06.870927 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-smqlm after 0 failed attempt(s) I0418 14:49:06.870744 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-dlvr2 I0418 14:49:06.870935 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-dlvr2 I0418 14:49:06.870945 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-dlvr2 after 0 failed attempt(s) I0418 14:49:06.870698 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-954px I0418 14:49:06.870957 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-954px after 0 failed attempt(s) I0418 14:49:06.870743 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-dnsmk I0418 14:49:06.870966 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-dnsmk I0418 14:49:06.870977 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-dnsmk after 0 failed attempt(s) I0418 14:49:06.870811 3664 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-npc59, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-npc59: suppressed error logged: pod openshift-network-diagnostics/network-check-target-npc59: no pod IPs found I0418 14:49:06.871369 3664 pods.go:271] [openshift-multus/network-metrics-daemon-2tqrf] addLogicalPort took 635.032µs, libovsdb time 231.466µs I0418 14:49:06.871377 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-2tqrf after 0 failed attempt(s) I0418 14:49:06.871428 3664 pods.go:271] [openshift-network-diagnostics/network-check-target-d88r6] addLogicalPort took 589.885µs, libovsdb time 215.056µs I0418 14:49:06.871435 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-d88r6 after 0 failed attempt(s) I0418 14:49:06.880683 3664 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0418 14:49:06.892665 3664 iptables.go:108] Creating table: mangle chain: OUTPUT I0418 14:49:06.895874 3664 iptables.go:108] Creating table: nat chain: OUTPUT I0418 14:49:06.938182 3664 iptables.go:108] Creating table: nat chain: PREROUTING I0418 14:49:06.993289 3664 iptables.go:108] Creating table: filter chain: FORWARD I0418 14:49:07.010526 3664 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0418 14:49:07.010680 3664 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0418 14:49:07.010739 3664 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0418 14:49:07.010801 3664 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0418 14:49:07.010849 3664 gateway_init.go:325] Gateway and management port readiness took 1.702659951s I0418 14:49:07.010876 3664 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0418 14:49:07.010911 3664 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0418 14:49:07.010923 3664 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0418 14:49:07.010932 3664 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 14:49:07.010994 3664 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0418 14:49:07.011078 3664 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.169µs I0418 14:49:07.011266 3664 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0418 14:49:07.011291 3664 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.357µs I0418 14:49:07.011299 3664 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.828µs I0418 14:49:07.011305 3664 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0418 14:49:07.011315 3664 nad_controller.go:379] [node-nad-controller NAD controller]: started I0418 14:49:07.011319 3664 default_node_network_controller.go:899] Starting the default node network controller I0418 14:49:07.011324 3664 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0418 14:49:07.011397 3664 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.721µs I0418 14:49:07.011454 3664 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0418 14:49:07.011463 3664 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0418 14:49:07.011486 3664 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b87040 0xc00032f9d0 0xc00032fab0 0xc00032fb20 0xc00032fb90 0xc00032fc00 0xc00032fc70 0xc000c193b0 0xc00032fce0 0xc00032fdc0 0xc000c182d0 0xc0060b7500 0xc00032fe30 map[0x2ff9080:0xc0043201e0 0x2ff95c0:0xc004320360 0x2ffa2e0:0xc004320060 0x2ffa580:0xc004320180 0x2ffad60:0xc004320240 0x2ffb000:0xc0043202a0 0x2ffb2a0:0xc004320300 0x2ffba80:0xc0043203c0 0x2ffbd20:0xc006a3c000 0x3026980:0xc000e17e00 0x3026d20:0xc000e17f20 0x3027800:0xc000c694a0 0x3029160:0xc001af0000 0x30298a0:0xc004320000 0x302a720:0xc001af0060] 0xc000c501c0 0} I0418 14:49:07.011547 3664 gateway.go:151] Starting gateway service sync I0418 14:49:07.011957 3664 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0418 14:49:07.014154 3664 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0418 14:49:07.023384 3664 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0418 14:49:07.024516 3664 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0418 14:49:07.025613 3664 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0418 14:49:07.059005 3664 gateway.go:168] Gateway service sync done. Time taken: 47.445572ms I0418 14:49:07.059646 3664 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31151 I0418 14:49:07.059786 3664 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b87040 0xc00032f9d0 0xc00032fab0 0xc00032fb20 0xc00032fb90 0xc00032fc00 0xc00032fc70 0xc000c193b0 0xc00032fce0 0xc00032fdc0 0xc000c182d0 0xc0060b7500 0xc00032fe30 map[0x2ff9080:0xc0043201e0 0x2ff95c0:0xc004320360 0x2ffa2e0:0xc004320060 0x2ffa580:0xc004320180 0x2ffad60:0xc004320240 0x2ffb000:0xc0043202a0 0x2ffb2a0:0xc004320300 0x2ffba80:0xc0043203c0 0x2ffbd20:0xc006a3c000 0x3026980:0xc000e17e00 0x3026d20:0xc000e17f20 0x3027800:0xc000c694a0 0x3029160:0xc001af0000 0x30298a0:0xc004320000 0x302a720:0xc001af0060] 0xc000c501c0 0} I0418 14:49:07.060262 3664 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b87040 0xc00032f9d0 0xc00032fab0 0xc00032fb20 0xc00032fb90 0xc00032fc00 0xc00032fc70 0xc000c193b0 0xc00032fce0 0xc00032fdc0 0xc000c182d0 0xc0060b7500 0xc00032fe30 map[0x2ff9080:0xc0043201e0 0x2ff95c0:0xc004320360 0x2ffa2e0:0xc004320060 0x2ffa580:0xc004320180 0x2ffad60:0xc004320240 0x2ffb000:0xc0043202a0 0x2ffb2a0:0xc004320300 0x2ffba80:0xc0043203c0 0x2ffbd20:0xc006a3c000 0x3026980:0xc000e17e00 0x3026d20:0xc000e17f20 0x3027800:0xc000c694a0 0x3029160:0xc001af0000 0x30298a0:0xc004320000 0x302a720:0xc001af0060] 0xc000c501c0 0} I0418 14:49:07.060297 3664 gateway.go:532] Reconciling gateway with updates I0418 14:49:07.065287 3664 gateway.go:339] Spawning Conntrack Rule Check Thread I0418 14:49:07.065369 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 14:49:07.065381 3664 default_node_network_controller.go:944] Gateway and management port readiness took 53.910448ms I0418 14:49:07.065383 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 14:49:07.065388 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 14:49:07.065395 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 14:49:07.065372 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 14:49:07.065427 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 14:49:07.065384 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 14:49:07.065440 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 14:49:07.065466 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 14:49:07.065472 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 14:49:07.065489 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 14:49:07.065401 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 14:49:07.065499 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 14:49:07.065501 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 14:49:07.065528 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 14:49:07.065563 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 14:49:07.065588 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 14:49:07.065601 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 14:49:07.065842 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 14:49:07.065844 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 14:49:07.065855 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 14:49:07.065863 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 14:49:07.065861 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 14:49:07.065867 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 14:49:07.065870 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 14:49:07.065876 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 14:49:07.065859 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 14:49:07.065883 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 14:49:07.065885 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 14:49:07.065883 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 14:49:07.065886 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 14:49:07.065896 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 14:49:07.065893 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 14:49:07.065900 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 14:49:07.065896 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 14:49:07.065910 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 14:49:07.065910 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 14:49:07.065924 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 14:49:07.065926 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 14:49:07.065899 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 14:49:07.065945 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 14:49:07.065954 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 14:49:07.065982 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 14:49:07.065992 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 14:49:07.066003 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 14:49:07.066009 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 14:49:07.066038 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 14:49:07.065870 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 14:49:07.066048 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 14:49:07.065870 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 14:49:07.066062 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 14:49:07.066069 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 14:49:07.066074 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 14:49:07.066075 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 14:49:07.066013 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 14:49:07.066084 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 14:49:07.066101 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 14:49:07.066102 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 14:49:07.066106 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 14:49:07.066105 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 14:49:07.066110 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 14:49:07.066114 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 14:49:07.066122 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 14:49:07.066124 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 14:49:07.066125 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 14:49:07.066121 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 14:49:07.066134 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 14:49:07.066143 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 14:49:07.066118 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 14:49:07.066152 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 14:49:07.066160 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 14:49:07.066077 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 14:49:07.066202 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 14:49:07.066212 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 14:49:07.066221 3664 port_claim.go:71] Svc openshift-ingress/router-default: port 31604 is already open, no action needed I0418 14:49:07.066237 3664 port_claim.go:71] Svc openshift-ingress/router-default: port 31494 is already open, no action needed I0418 14:49:07.066064 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 14:49:07.065926 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 14:49:07.066336 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 14:49:07.065956 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 14:49:07.066407 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 14:49:07.066414 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 14:49:07.065846 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 14:49:07.066425 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 14:49:07.065903 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 14:49:07.066061 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 14:49:07.066463 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 14:49:07.066078 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 14:49:07.066537 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 14:49:07.066080 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 14:49:07.066586 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 14:49:07.066593 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 14:49:07.066090 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 14:49:07.066602 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 14:49:07.066091 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 14:49:07.066646 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 14:49:07.066091 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 14:49:07.066736 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 14:49:07.066092 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 14:49:07.066093 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 14:49:07.066846 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 14:49:07.066113 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 14:49:07.066115 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 14:49:07.066924 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 14:49:07.066146 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 14:49:07.067151 3664 node_ip_handler_linux.go:160] Node IP manager is running W0418 14:49:07.102907 3664 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 14:49:07.103144 3664 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 14:49:07.103329 3664 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0418 14:49:07.112063 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 14:49:07.112088 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 14:49:07.112107 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 14:49:07.112128 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 14:49:07.112141 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 14:49:07.112155 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 14:49:07.112165 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 14:49:07.112178 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 14:49:07.112195 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 14:49:07.112202 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 14:49:07.112208 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 14:49:07.112214 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 14:49:07.112219 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 14:49:07.112226 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 14:49:07.112232 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 14:49:07.152317 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0418 14:49:07.152324 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 14:49:07.152341 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 14:49:07.152347 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 14:49:07.152356 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 14:49:07.152364 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 14:49:07.152372 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 14:49:07.152377 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 14:49:07.152382 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 14:49:07.152387 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 14:49:07.152392 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 14:49:07.152397 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 14:49:07.192272 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 14:49:07.192303 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 14:49:07.480202 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0418 14:49:07.480223 3664 default_network_controller.go:1025] Node "ip-10-0-0-131.ec2.internal" in remote zone "ip-10-0-0-131.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 14:49:07.480234 3664 node_tracker.go:235] Node ip-10-0-0-131.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-131.ec2.internal" I0418 14:49:07.480249 3664 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:07.480264 3664 services_controller.go:574] Full service sync requested for network=default I0418 14:49:07.529418 3664 default_network_controller.go:1025] Node "ip-10-0-0-131.ec2.internal" in remote zone "ip-10-0-0-131.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 14:49:07.609232 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0418 14:49:07.609289 3664 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:07.609300 3664 services_controller.go:574] Full service sync requested for network=default I0418 14:49:07.609239 3664 default_network_controller.go:1025] Node "ip-10-0-0-131.ec2.internal" in remote zone "ip-10-0-0-131.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 14:49:07.610338 3664 zone_ic_handler.go:195] Time taken to create transit switch: 294.079µs I0418 14:49:07.610351 3664 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-131.ec2.internal for the network default I0418 14:49:07.611329 3664 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-131.ec2.internal" on network "default" took: 1.295756ms I0418 14:49:08.210268 3664 default_node_network_controller.go:1380] Starting node controller node sync W0418 14:49:08.210320 3664 egressip_healthcheck.go:76] Health checking using insecure connection I0418 14:49:08.210371 3664 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0418 14:49:08.222006 3664 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.718484ms I0418 14:49:08.222212 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-81.ec2.internal", IP: 10.0.2.81 to PMTUD blocking rules I0418 14:49:08.222228 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-81.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 14:49:08.227964 3664 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0418 14:49:08.228233 3664 egressservice_node.go:93] Setting up event handlers for Egress Services I0418 14:49:08.228330 3664 egressservice_node.go:183] Starting Egress Services Controller I0418 14:49:08.228346 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 14:49:08.228354 3664 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 14:49:08.228361 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 14:49:08.228365 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 14:49:08.228371 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 14:49:08.228375 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 14:49:08.228379 3664 egressservice_node.go:197] Repairing Egress Services I0418 14:49:08.238555 3664 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0418 14:49:08.238569 3664 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 14:49:08.238673 3664 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0418 14:49:08.238683 3664 link_network_manager.go:119] Link manager is running I0418 14:49:08.238693 3664 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0418 14:49:08.238907 3664 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0418 14:49:08.239128 3664 vrf_manager.go:128] VRF manager is running I0418 14:49:08.239202 3664 node_controller_manager.go:437] Removing flows to drop GARP I0418 14:49:08.239214 3664 gateway.go:532] Reconciling gateway with updates I0418 14:49:08.262662 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 14:49:08.262682 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 14:49:08.262689 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 14:49:08.262690 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 14:49:08.262695 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 14:49:08.262701 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 14:49:08.262700 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 14:49:08.262706 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 14:49:08.262710 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 14:49:08.262735 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 14:49:08.262735 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 14:49:08.262744 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 14:49:08.262749 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 14:49:08.262711 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 14:49:08.262750 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 14:49:08.262758 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 14:49:08.262773 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 14:49:08.262775 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 14:49:08.262785 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 14:49:08.262788 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 14:49:08.262792 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 14:49:08.262798 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 14:49:08.262799 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 14:49:08.262803 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 14:49:08.262802 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 14:49:08.262806 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 14:49:08.262813 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 14:49:08.262818 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 14:49:08.262819 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 14:49:08.262819 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 14:49:08.262830 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 14:49:08.262828 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 14:49:08.262830 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 14:49:08.262841 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 14:49:08.262843 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 14:49:08.262848 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 14:49:08.262850 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 14:49:08.262849 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 14:49:08.262858 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 14:49:08.262864 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 14:49:08.262867 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 14:49:08.262869 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 14:49:08.262868 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 14:49:08.262878 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 14:49:08.262882 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 14:49:08.262885 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 14:49:08.262885 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 14:49:08.262887 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 14:49:08.262797 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 14:49:08.262893 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 14:49:08.262784 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 14:49:08.262902 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 14:49:08.262868 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 14:49:08.262909 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 14:49:08.262909 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 14:49:08.262918 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 14:49:08.262920 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 14:49:08.262912 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 14:49:08.262932 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 14:49:08.262938 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 14:49:08.262672 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 14:49:08.262954 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 14:49:08.262850 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 14:49:08.262999 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 14:49:08.263013 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 14:49:08.262814 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 14:49:08.263025 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 14:49:08.262954 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 14:49:08.262771 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 14:49:08.263078 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 14:49:08.263083 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 14:49:08.262836 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 14:49:08.262693 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 14:49:08.263100 3664 port_claim.go:71] Svc openshift-ingress/router-default: port 31604 is already open, no action needed I0418 14:49:08.263105 3664 port_claim.go:71] Svc openshift-ingress/router-default: port 31494 is already open, no action needed I0418 14:49:08.262743 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 14:49:08.263138 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 14:49:08.262757 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 14:49:08.263166 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 14:49:08.262760 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 14:49:08.263195 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 14:49:08.262773 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 14:49:08.263210 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 14:49:08.262771 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 14:49:08.263245 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 14:49:08.262775 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 14:49:08.262792 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 14:49:08.263300 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 14:49:08.262799 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 14:49:08.262663 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 14:49:08.263326 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 14:49:08.262838 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 14:49:08.262745 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 14:49:08.262854 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 14:49:08.262850 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 14:49:08.263389 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 14:49:08.263394 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 14:49:08.262745 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 14:49:08.263403 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 14:49:08.262856 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 14:49:08.263423 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 14:49:08.263427 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 14:49:08.262866 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 14:49:08.262865 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 14:49:08.263453 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 14:49:08.262731 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 14:49:08.262872 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 14:49:08.262868 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 14:49:08.263494 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 14:49:08.262889 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 14:49:08.263513 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 14:49:08.262869 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 14:49:08.263520 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 14:49:08.262906 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 14:49:08.263543 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 14:49:08.302067 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 14:49:08.302091 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 14:49:08.349293 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0418 14:49:08.349303 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 14:49:08.349325 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 14:49:08.349332 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 14:49:08.349338 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 14:49:08.349344 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 14:49:08.349350 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 14:49:08.349355 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 14:49:08.349363 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 14:49:08.349369 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 14:49:08.349375 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 14:49:08.349381 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 14:49:08.388630 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 14:49:08.388655 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 14:49:08.388663 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 14:49:08.388671 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 14:49:08.388680 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 14:49:09.974163 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-63.ec2.internal I0418 14:49:09.974204 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-63.ec2.internal: 51.036µs I0418 14:49:10.005383 3664 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7b8d6849fd-z5x4n] creating logical port openshift-image-registry_image-registry-7b8d6849fd-z5x4n for pod on switch ip-10-0-1-63.ec2.internal I0418 14:49:10.005501 3664 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-674d654b45-rnz5f] creating logical port openshift-ingress_router-default-674d654b45-rnz5f for pod on switch ip-10-0-1-63.ec2.internal I0418 14:49:10.005539 3664 kube.go:256] Updating pod openshift-image-registry/image-registry-7b8d6849fd-z5x4n I0418 14:49:10.005609 3664 kube.go:256] Updating pod openshift-ingress/router-default-674d654b45-rnz5f I0418 14:49:10.025823 3664 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-ltsr6] creating logical port openshift-dns_dns-default-ltsr6 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:49:10.025943 3664 kube.go:256] Updating pod openshift-dns/dns-default-ltsr6 I0418 14:49:10.028953 3664 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-8f84n] creating logical port openshift-ingress-canary_ingress-canary-8f84n for pod on switch ip-10-0-1-63.ec2.internal I0418 14:49:10.029071 3664 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-8f84n I0418 14:49:10.033640 3664 pod.go:62] [openshift-ingress/router-default-674d654b45-rnz5f] pod update took 28.057023ms I0418 14:49:10.033664 3664 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-674d654b45-rnz5f] addLogicalPort annotation time took 28.085197ms I0418 14:49:10.033756 3664 pod.go:62] [openshift-image-registry/image-registry-7b8d6849fd-z5x4n] pod update took 28.265338ms I0418 14:49:10.033773 3664 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7b8d6849fd-z5x4n] addLogicalPort annotation time took 28.284944ms I0418 14:49:10.034900 3664 pods.go:271] [openshift-image-registry/image-registry-7b8d6849fd-z5x4n] addLogicalPort took 29.533702ms, libovsdb time 899.716µs I0418 14:49:10.035256 3664 pods.go:271] [openshift-ingress/router-default-674d654b45-rnz5f] addLogicalPort took 29.763703ms, libovsdb time 1.259633ms I0418 14:49:10.048273 3664 pod.go:62] [openshift-ingress-canary/ingress-canary-8f84n] pod update took 19.22447ms I0418 14:49:10.048300 3664 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-8f84n] addLogicalPort annotation time took 19.256497ms I0418 14:49:10.048508 3664 pod.go:62] [openshift-dns/dns-default-ltsr6] pod update took 22.590421ms I0418 14:49:10.048566 3664 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-ltsr6] addLogicalPort annotation time took 22.653937ms I0418 14:49:10.049645 3664 pods.go:271] [openshift-ingress-canary/ingress-canary-8f84n] addLogicalPort took 20.705237ms, libovsdb time 998.804µs I0418 14:49:10.050068 3664 pods.go:271] [openshift-dns/dns-default-ltsr6] addLogicalPort took 24.264382ms, libovsdb time 1.166155ms I0418 14:49:10.204592 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0418 14:49:10.204613 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 27.821µs I0418 14:49:10.204654 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0418 14:49:10.204708 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 10.0.0.131 to PMTUD blocking rules I0418 14:49:10.204657 3664 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0418 14:49:10.204734 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 14:49:10.204743 3664 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:10.204762 3664 services_controller.go:574] Full service sync requested for network=default I0418 14:49:10.211504 3664 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-131.ec2.internal. Updating no re-route policies I0418 14:49:10.236105 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 10.0.0.131 to PMTUD blocking rules I0418 14:49:10.236120 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 14:49:10.432642 3664 cni.go:452] [openshift-ingress-canary/ingress-canary-8f84n 155b58f433cfcc3d76d9a9fc0f704c377b51851bcbba47f0fc45c6b7e9a6800d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-8f84n 155b58f433cfcc3d76d9a9fc0f704c377b51851bcbba47f0fc45c6b7e9a6800d network default NAD default NAD key ] I0418 14:49:10.479347 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-8f84n, hostIfaceName: 155b58f433cfcc3, network: default, NAD default, SandboxID: "155b58f433cfcc3d76d9a9fc0f704c377b51851bcbba47f0fc45c6b7e9a6800d", PCI device ID: , UID: "a3904672-5467-4488-8af5-14269e2cde17", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0418 14:49:10.529622 3664 cni.go:473] [openshift-ingress-canary/ingress-canary-8f84n 155b58f433cfcc3d76d9a9fc0f704c377b51851bcbba47f0fc45c6b7e9a6800d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-8f84n 155b58f433cfcc3d76d9a9fc0f704c377b51851bcbba47f0fc45c6b7e9a6800d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:a9:1e:e9:a5:4b\",\"name\":\"155b58f433cfcc3\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bed879e-bdf6-4c4c-8cd9-fa43bbf49a23\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 14:49:12.691774 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 14:49:12.758363 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0418 14:49:13.417802 3664 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0418 14:49:13.418952 3664 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.12255ms I0418 14:49:13.433436 3664 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 14:49:13.539579 3664 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-997db] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-997db for pod on switch ip-10-0-1-63.ec2.internal I0418 14:49:13.539683 3664 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-997db I0418 14:49:13.556978 3664 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-997db] pod update took 17.32569ms I0418 14:49:13.557006 3664 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-997db] addLogicalPort annotation time took 17.356559ms I0418 14:49:13.558351 3664 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-997db] addLogicalPort took 18.79219ms, libovsdb time 978.204µs I0418 14:49:13.635533 3664 namespace.go:98] [openshift-service-ca] adding namespace I0418 14:49:13.636360 3664 namespace.go:102] [openshift-service-ca] adding namespace took 800.995µs I0418 14:49:13.652094 3664 namespace.go:142] [openshift-service-ca] updating namespace I0418 14:49:13.819928 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0418 14:49:13.819960 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 40.405µs I0418 14:49:14.013404 3664 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-997db c3dd1590d6188ca2a88b8b3c1a56bb8f6d235a3ebe448114d310c3582eec0216 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-997db c3dd1590d6188ca2a88b8b3c1a56bb8f6d235a3ebe448114d310c3582eec0216 network default NAD default NAD key ] I0418 14:49:14.023563 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-997db, hostIfaceName: c3dd1590d6188ca, network: default, NAD default, SandboxID: "c3dd1590d6188ca2a88b8b3c1a56bb8f6d235a3ebe448114d310c3582eec0216", PCI device ID: , UID: "205cfbb1-cee9-4918-8e18-0cce5b6a5acc", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0418 14:49:14.070018 3664 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-997db c3dd1590d6188ca2a88b8b3c1a56bb8f6d235a3ebe448114d310c3582eec0216 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-997db c3dd1590d6188ca2a88b8b3c1a56bb8f6d235a3ebe448114d310c3582eec0216 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:a7:92:3c:fb:1e\",\"name\":\"c3dd1590d6188ca\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a7102d2-35de-4fe4-bc26-3bd77cd08b0a\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:49:15.235226 3664 cni.go:452] [openshift-network-diagnostics/network-check-target-d88r6 924fdb7c973a81471abae3b4ac0620b75d465fd566e504beec1233d33d8e56e6 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-d88r6 924fdb7c973a81471abae3b4ac0620b75d465fd566e504beec1233d33d8e56e6 network default NAD default NAD key ] I0418 14:49:15.244699 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-d88r6, hostIfaceName: 924fdb7c973a814, network: default, NAD default, SandboxID: "924fdb7c973a81471abae3b4ac0620b75d465fd566e504beec1233d33d8e56e6", PCI device ID: , UID: "1606837e-5dad-4804-8aeb-3dcf333e6075", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0418 14:49:15.289377 3664 cni.go:473] [openshift-network-diagnostics/network-check-target-d88r6 924fdb7c973a81471abae3b4ac0620b75d465fd566e504beec1233d33d8e56e6 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-d88r6 924fdb7c973a81471abae3b4ac0620b75d465fd566e504beec1233d33d8e56e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:f3:dd:07:44:f7\",\"name\":\"924fdb7c973a814\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38607933-067b-4768-a5de-d340051a798e\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 14:49:15.667391 3664 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 14:49:15.690404 3664 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-78mxz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:49:15.690960 3664 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-78mxz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:49:16.664580 3664 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-78mxz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:49:16.664605 3664 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-78mxz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 14:49:23.161788 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0418 14:49:26.002891 3664 cni.go:452] [openshift-image-registry/image-registry-7b8d6849fd-z5x4n 7925295402ac0204bb9f04e9a4825cab111dd2fc5f22e549778d171240949e97 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7b8d6849fd-z5x4n 7925295402ac0204bb9f04e9a4825cab111dd2fc5f22e549778d171240949e97 network default NAD default NAD key ] I0418 14:49:26.012748 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7b8d6849fd-z5x4n, hostIfaceName: 7925295402ac020, network: default, NAD default, SandboxID: "7925295402ac0204bb9f04e9a4825cab111dd2fc5f22e549778d171240949e97", PCI device ID: , UID: "32ae9d34-4c9d-4a57-b3b2-b87010a8f345", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0418 14:49:26.036293 3664 cni.go:452] [openshift-dns/dns-default-ltsr6 e0cb22b7fd39e931593bc9b8fb89f9aa207e1dc2d228b6711c189069b8faf1e3 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-ltsr6 e0cb22b7fd39e931593bc9b8fb89f9aa207e1dc2d228b6711c189069b8faf1e3 network default NAD default NAD key ] I0418 14:49:26.047340 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-ltsr6, hostIfaceName: e0cb22b7fd39e93, network: default, NAD default, SandboxID: "e0cb22b7fd39e931593bc9b8fb89f9aa207e1dc2d228b6711c189069b8faf1e3", PCI device ID: , UID: "1a9caa4b-b715-428a-9583-c3a81309c83a", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0418 14:49:26.060852 3664 cni.go:473] [openshift-image-registry/image-registry-7b8d6849fd-z5x4n 7925295402ac0204bb9f04e9a4825cab111dd2fc5f22e549778d171240949e97 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7b8d6849fd-z5x4n 7925295402ac0204bb9f04e9a4825cab111dd2fc5f22e549778d171240949e97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:c1:f7:4a:18:2f\",\"name\":\"7925295402ac020\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07c65dde-7bd7-4920-817f-2b9accf5e27b\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:49:26.092767 3664 cni.go:473] [openshift-dns/dns-default-ltsr6 e0cb22b7fd39e931593bc9b8fb89f9aa207e1dc2d228b6711c189069b8faf1e3 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-ltsr6 e0cb22b7fd39e931593bc9b8fb89f9aa207e1dc2d228b6711c189069b8faf1e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:a7:cb:1b:9f:2a\",\"name\":\"e0cb22b7fd39e93\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1c01434-4031-41a8-ac40-8005a3d54610\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 14:49:34.724708 3664 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 14:49:34.728182 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 14:49:34.741652 3664 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:34.741670 3664 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:34.741676 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0418 14:49:34.878294 3664 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-w8wjl] creating logical port openshift-console_downloads-5c54f4944f-w8wjl for pod on switch ip-10-0-1-63.ec2.internal I0418 14:49:34.878390 3664 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-w8wjl W0418 14:49:34.899111 3664 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 14:49:34.914018 3664 pod.go:62] [openshift-console/downloads-5c54f4944f-w8wjl] pod update took 35.652195ms I0418 14:49:34.914038 3664 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-w8wjl] addLogicalPort annotation time took 35.677706ms I0418 14:49:34.914970 3664 pods.go:271] [openshift-console/downloads-5c54f4944f-w8wjl] addLogicalPort took 36.694738ms, libovsdb time 690.105µs I0418 14:49:35.122340 3664 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8rdg2] creating logical port openshift-insights_insights-runtime-extractor-8rdg2 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:49:35.122427 3664 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8rdg2 I0418 14:49:35.145413 3664 pod.go:62] [openshift-insights/insights-runtime-extractor-8rdg2] pod update took 23.010912ms I0418 14:49:35.145438 3664 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-8rdg2] addLogicalPort annotation time took 23.044739ms I0418 14:49:35.146817 3664 pods.go:271] [openshift-insights/insights-runtime-extractor-8rdg2] addLogicalPort took 24.489713ms, libovsdb time 1.123347ms I0418 14:49:35.275814 3664 cni.go:452] [openshift-console/downloads-5c54f4944f-w8wjl 89fd44bd04de25153fa9f72576b085aeeaf7bbee267464126fa22b1ff7a08956 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-w8wjl 89fd44bd04de25153fa9f72576b085aeeaf7bbee267464126fa22b1ff7a08956 network default NAD default NAD key ] I0418 14:49:35.285383 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-w8wjl, hostIfaceName: 89fd44bd04de251, network: default, NAD default, SandboxID: "89fd44bd04de25153fa9f72576b085aeeaf7bbee267464126fa22b1ff7a08956", PCI device ID: , UID: "ab333df3-42c2-481a-b4a6-4ec4ee6c60f7", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0418 14:49:35.331686 3664 cni.go:473] [openshift-console/downloads-5c54f4944f-w8wjl 89fd44bd04de25153fa9f72576b085aeeaf7bbee267464126fa22b1ff7a08956 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-w8wjl 89fd44bd04de25153fa9f72576b085aeeaf7bbee267464126fa22b1ff7a08956 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:7d:13:a4:3d:77\",\"name\":\"89fd44bd04de251\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e00c1f0f-6d81-4d40-9ea2-b6889e5991d1\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:49:36.741739 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8d6849fd-2trfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:49:36.742376 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8d6849fd-2trfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:49:36.759289 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8d6849fd-2trfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:49:36.759308 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8d6849fd-2trfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:49:36.763556 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b8d6849fd-2trfp I0418 14:49:36.763582 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b8d6849fd-2trfp I0418 14:49:36.983694 3664 cni.go:452] [openshift-insights/insights-runtime-extractor-8rdg2 79205d449c626d03278f19546cd1bb25d58c1861a83a629b2882aa50c61fb49a network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8rdg2 79205d449c626d03278f19546cd1bb25d58c1861a83a629b2882aa50c61fb49a network default NAD default NAD key ] I0418 14:49:36.994234 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8rdg2, hostIfaceName: 79205d449c626d0, network: default, NAD default, SandboxID: "79205d449c626d03278f19546cd1bb25d58c1861a83a629b2882aa50c61fb49a", PCI device ID: , UID: "fd978f3e-2356-4cbc-90bd-64165376168a", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0418 14:49:37.037747 3664 cni.go:473] [openshift-insights/insights-runtime-extractor-8rdg2 79205d449c626d03278f19546cd1bb25d58c1861a83a629b2882aa50c61fb49a network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8rdg2 79205d449c626d03278f19546cd1bb25d58c1861a83a629b2882aa50c61fb49a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:59:21:38:f6:e8\",\"name\":\"79205d449c626d0\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1fbd2fc-7bac-4329-89e6-3e71daec68d7\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 14:49:37.737212 3664 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 14:49:37.763181 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0418 14:49:37.763203 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0418 14:49:37.763216 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:37.763229 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:37.763236 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:37.794186 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0418 14:49:37.794206 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0418 14:49:37.794879 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:37.794894 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:37.794898 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:39.312379 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:39.312402 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:39.312408 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0418 14:49:40.552898 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-44xsr] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-44xsr for pod on switch ip-10-0-1-63.ec2.internal I0418 14:49:40.552998 3664 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-44xsr I0418 14:49:40.565360 3664 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-44xsr] pod update took 12.392386ms I0418 14:49:40.565387 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-44xsr] addLogicalPort annotation time took 12.422684ms I0418 14:49:40.566672 3664 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-44xsr] addLogicalPort took 13.792539ms, libovsdb time 985.154µs I0418 14:49:41.467508 3664 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc for pod on switch ip-10-0-1-63.ec2.internal I0418 14:49:41.467627 3664 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc I0418 14:49:41.480569 3664 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc] pod update took 12.978673ms I0418 14:49:41.480594 3664 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc] addLogicalPort annotation time took 13.00723ms I0418 14:49:41.481899 3664 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc] addLogicalPort took 14.409211ms, libovsdb time 913.008µs I0418 14:49:41.829063 3664 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc 860f4f2161285b0b9b1783939a0eae840e38527f306a53384752c11b8aa26173 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc 860f4f2161285b0b9b1783939a0eae840e38527f306a53384752c11b8aa26173 network default NAD default NAD key ] I0418 14:49:41.839007 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc, hostIfaceName: 860f4f2161285b0, network: default, NAD default, SandboxID: "860f4f2161285b0b9b1783939a0eae840e38527f306a53384752c11b8aa26173", PCI device ID: , UID: "85b2ead4-6ca7-4201-9063-2c8f47286ebd", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0418 14:49:41.870256 3664 base_network_controller_pods.go:487] [default/openshift-console/console-698948cbb8-wqzcv] creating logical port openshift-console_console-698948cbb8-wqzcv for pod on switch ip-10-0-1-63.ec2.internal I0418 14:49:41.870376 3664 kube.go:256] Updating pod openshift-console/console-698948cbb8-wqzcv I0418 14:49:41.886238 3664 pod.go:62] [openshift-console/console-698948cbb8-wqzcv] pod update took 15.892861ms I0418 14:49:41.886264 3664 base_network_controller_pods.go:951] [default/openshift-console/console-698948cbb8-wqzcv] addLogicalPort annotation time took 15.925907ms I0418 14:49:41.887658 3664 pods.go:271] [openshift-console/console-698948cbb8-wqzcv] addLogicalPort took 17.419455ms, libovsdb time 983.031µs I0418 14:49:41.892941 3664 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc 860f4f2161285b0b9b1783939a0eae840e38527f306a53384752c11b8aa26173 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc 860f4f2161285b0b9b1783939a0eae840e38527f306a53384752c11b8aa26173 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:94:03:08:c0:11\",\"name\":\"860f4f2161285b0\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/116319d6-9f2a-476b-9959-2a39b90f1ae9\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:49:42.205139 3664 cni.go:452] [openshift-ingress/router-default-674d654b45-rnz5f 923e81ef3799ca6e2d4e72911e33cb390175b55eafc6a7fb82545db31761a4fe network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-674d654b45-rnz5f 923e81ef3799ca6e2d4e72911e33cb390175b55eafc6a7fb82545db31761a4fe network default NAD default NAD key ] I0418 14:49:42.217350 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-674d654b45-rnz5f, hostIfaceName: 923e81ef3799ca6, network: default, NAD default, SandboxID: "923e81ef3799ca6e2d4e72911e33cb390175b55eafc6a7fb82545db31761a4fe", PCI device ID: , UID: "188fa9f2-99e9-4fdc-855f-4c9e3206a16f", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0418 14:49:42.233769 3664 cni.go:452] [openshift-console/console-698948cbb8-wqzcv 2d0baabf238c5cd8990a3151799babe349c762845c86d18b81b2a537df947988 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-698948cbb8-wqzcv 2d0baabf238c5cd8990a3151799babe349c762845c86d18b81b2a537df947988 network default NAD default NAD key ] I0418 14:49:42.244438 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-698948cbb8-wqzcv, hostIfaceName: 2d0baabf238c5cd, network: default, NAD default, SandboxID: "2d0baabf238c5cd8990a3151799babe349c762845c86d18b81b2a537df947988", PCI device ID: , UID: "ed9bdc0d-4493-4c4d-a109-6b239680cc21", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0418 14:49:42.268859 3664 cni.go:473] [openshift-ingress/router-default-674d654b45-rnz5f 923e81ef3799ca6e2d4e72911e33cb390175b55eafc6a7fb82545db31761a4fe network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-674d654b45-rnz5f 923e81ef3799ca6e2d4e72911e33cb390175b55eafc6a7fb82545db31761a4fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:01:2d:f8:6a:12\",\"name\":\"923e81ef3799ca6\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5dd90ce0-6bca-4a67-9813-4d56134bd616\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:49:42.294080 3664 cni.go:473] [openshift-console/console-698948cbb8-wqzcv 2d0baabf238c5cd8990a3151799babe349c762845c86d18b81b2a537df947988 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-698948cbb8-wqzcv 2d0baabf238c5cd8990a3151799babe349c762845c86d18b81b2a537df947988 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:8c:7f:e7:30:a5\",\"name\":\"2d0baabf238c5cd\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c374a89-2d36-450c-b53f-970981730964\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:49:42.423625 3664 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-44xsr 60958ad99dcc101b467c98a510b98296d22276ced6a82c377935c182a3a44936 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-44xsr 60958ad99dcc101b467c98a510b98296d22276ced6a82c377935c182a3a44936 network default NAD default NAD key ] I0418 14:49:42.433603 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-44xsr, hostIfaceName: 60958ad99dcc101, network: default, NAD default, SandboxID: "60958ad99dcc101b467c98a510b98296d22276ced6a82c377935c182a3a44936", PCI device ID: , UID: "4b0398d7-7fef-49fe-99d6-58bbd4e08916", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0418 14:49:42.487582 3664 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-44xsr 60958ad99dcc101b467c98a510b98296d22276ced6a82c377935c182a3a44936 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-44xsr 60958ad99dcc101b467c98a510b98296d22276ced6a82c377935c182a3a44936 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:9e:2e:94:d3:53\",\"name\":\"60958ad99dcc101\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8d1d198-4f18-438e-b02c-6980bd7eceed\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 14:49:43.375662 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0418 14:49:43.375692 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0418 14:49:43.639529 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 14:49:43.639637 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 14:49:44.201248 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0418 14:49:44.401518 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0418 14:49:44.401547 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0418 14:49:44.475605 3664 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0418 14:49:44.488926 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:44.488948 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:44.488957 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:44.489102 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0418 14:49:47.307512 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 14:49:50.290802 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 14:49:50.812203 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 14:49:53.235867 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0418 14:49:53.291261 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0418 14:49:53.794132 3664 cni.go:452] [openshift-multus/network-metrics-daemon-2tqrf a500b8b9a348571a6f3bdb08b022fe8ba420ebc13f2a24094095d70eea86221b network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-2tqrf a500b8b9a348571a6f3bdb08b022fe8ba420ebc13f2a24094095d70eea86221b network default NAD default NAD key ] I0418 14:49:53.804993 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-2tqrf, hostIfaceName: a500b8b9a348571, network: default, NAD default, SandboxID: "a500b8b9a348571a6f3bdb08b022fe8ba420ebc13f2a24094095d70eea86221b", PCI device ID: , UID: "810ecfc4-e3c1-45ab-82e3-67760c93ab3a", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0418 14:49:53.860000 3664 cni.go:473] [openshift-multus/network-metrics-daemon-2tqrf a500b8b9a348571a6f3bdb08b022fe8ba420ebc13f2a24094095d70eea86221b network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-2tqrf a500b8b9a348571a6f3bdb08b022fe8ba420ebc13f2a24094095d70eea86221b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:c5:e4:7b:8e:c5\",\"name\":\"a500b8b9a348571\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/139570a2-a6ac-47ee-b54d-0e108f822f87\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 14:49:54.457874 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 14:49:54.485179 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0418 14:49:57.226119 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:49:57.226288 3664 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0418 14:49:57.245975 3664 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 19.729536ms I0418 14:49:57.245999 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 19.76222ms I0418 14:49:57.247320 3664 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 21.222819ms, libovsdb time 976.641µs I0418 14:49:57.593221 3664 cni.go:452] [openshift-monitoring/alertmanager-main-0 33c315562688157e791fe919a08744b7ccdc439555cc641fdae108821259b43e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 33c315562688157e791fe919a08744b7ccdc439555cc641fdae108821259b43e network default NAD default NAD key ] I0418 14:49:57.603492 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 33c315562688157, network: default, NAD default, SandboxID: "33c315562688157e791fe919a08744b7ccdc439555cc641fdae108821259b43e", PCI device ID: , UID: "8a192429-a053-4b80-8a2f-517d62773216", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0418 14:49:57.655768 3664 cni.go:473] [openshift-monitoring/alertmanager-main-0 33c315562688157e791fe919a08744b7ccdc439555cc641fdae108821259b43e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 33c315562688157e791fe919a08744b7ccdc439555cc641fdae108821259b43e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:f6:45:12:9c:86\",\"name\":\"33c315562688157\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8e0b62f-ea27-4bb9-b9d7-4c97ca436525\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:49:58.212317 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5bd94fc75c-hqmzs] creating logical port openshift-monitoring_thanos-querier-5bd94fc75c-hqmzs for pod on switch ip-10-0-1-63.ec2.internal I0418 14:49:58.212408 3664 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5bd94fc75c-hqmzs I0418 14:49:58.229425 3664 pod.go:62] [openshift-monitoring/thanos-querier-5bd94fc75c-hqmzs] pod update took 17.041779ms I0418 14:49:58.229451 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5bd94fc75c-hqmzs] addLogicalPort annotation time took 17.076849ms I0418 14:49:58.230662 3664 pods.go:271] [openshift-monitoring/thanos-querier-5bd94fc75c-hqmzs] addLogicalPort took 18.35861ms, libovsdb time 866.583µs I0418 14:49:58.582764 3664 cni.go:452] [openshift-monitoring/thanos-querier-5bd94fc75c-hqmzs 73fdfecd1b3db116351b2da64762c37e31399f8be28c8efbd8d5b1345576bef9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5bd94fc75c-hqmzs 73fdfecd1b3db116351b2da64762c37e31399f8be28c8efbd8d5b1345576bef9 network default NAD default NAD key ] I0418 14:49:58.595338 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5bd94fc75c-hqmzs, hostIfaceName: 73fdfecd1b3db11, network: default, NAD default, SandboxID: "73fdfecd1b3db116351b2da64762c37e31399f8be28c8efbd8d5b1345576bef9", PCI device ID: , UID: "67cd0229-0a08-4b84-b5f7-02a3df28e53a", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0418 14:49:58.658348 3664 cni.go:473] [openshift-monitoring/thanos-querier-5bd94fc75c-hqmzs 73fdfecd1b3db116351b2da64762c37e31399f8be28c8efbd8d5b1345576bef9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5bd94fc75c-hqmzs 73fdfecd1b3db116351b2da64762c37e31399f8be28c8efbd8d5b1345576bef9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:d8:9d:c0:41:57\",\"name\":\"73fdfecd1b3db11\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f11b2fa7-8ec9-4537-95ff-9220896381c1\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 14:49:58.854826 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 14:49:58.854861 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 14:49:59.481595 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:49:59.481615 3664 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:49:59.481620 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0418 14:50:00.187700 3664 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29608730-dr8rd for pod on switch ip-10-0-1-63.ec2.internal I0418 14:50:00.187845 3664 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd I0418 14:50:00.199851 3664 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd] pod update took 12.031247ms I0418 14:50:00.199881 3664 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd] addLogicalPort annotation time took 12.072575ms I0418 14:50:00.201516 3664 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd] addLogicalPort took 13.840151ms, libovsdb time 1.231763ms W0418 14:50:00.303112 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:00.303134 3664 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:00.303141 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0418 14:50:00.629353 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b4644bbcc-6rg9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:00.630080 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b4644bbcc-6rg9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:00.640463 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5494855978-lmw6x] creating logical port openshift-monitoring_metrics-server-5494855978-lmw6x for pod on switch ip-10-0-1-63.ec2.internal I0418 14:50:00.640612 3664 kube.go:256] Updating pod openshift-monitoring/metrics-server-5494855978-lmw6x I0418 14:50:00.655991 3664 pod.go:62] [openshift-monitoring/metrics-server-5494855978-lmw6x] pod update took 15.406231ms I0418 14:50:00.656018 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5494855978-lmw6x] addLogicalPort annotation time took 15.436729ms I0418 14:50:00.657572 3664 pods.go:271] [openshift-monitoring/metrics-server-5494855978-lmw6x] addLogicalPort took 17.13026ms, libovsdb time 1.119619ms I0418 14:50:00.713035 3664 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd f8221f7eeb50e9421271ec78a0accd16e2a122abdc9518eb7c3de549cdf908bd network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd f8221f7eeb50e9421271ec78a0accd16e2a122abdc9518eb7c3de549cdf908bd network default NAD default NAD key ] I0418 14:50:00.723908 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29608730-dr8rd, hostIfaceName: f8221f7eeb50e94, network: default, NAD default, SandboxID: "f8221f7eeb50e9421271ec78a0accd16e2a122abdc9518eb7c3de549cdf908bd", PCI device ID: , UID: "e06df380-0759-40d7-8465-9e96b2ed842a", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0418 14:50:00.784372 3664 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd f8221f7eeb50e9421271ec78a0accd16e2a122abdc9518eb7c3de549cdf908bd network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd f8221f7eeb50e9421271ec78a0accd16e2a122abdc9518eb7c3de549cdf908bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:66:f2:ed:b4:74\",\"name\":\"f8221f7eeb50e94\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f59a69dd-6e6b-446a-907e-60ca387630b3\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 14:50:00.978375 3664 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-59c885b95b-wg2dp IP address from the namespace address-set, err: pod openshift-console/console-59c885b95b-wg2dp: no pod IPs found I0418 14:50:00.988316 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-4rx58] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-4rx58 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:50:00.988492 3664 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-4rx58 I0418 14:50:01.005923 3664 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4rx58] pod update took 17.467374ms I0418 14:50:01.005946 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-4rx58] addLogicalPort annotation time took 17.499668ms I0418 14:50:01.007518 3664 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4rx58] addLogicalPort took 19.221483ms, libovsdb time 1.088086ms I0418 14:50:01.337515 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b4644bbcc-6rg9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:01.337622 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b4644bbcc-6rg9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:01.340295 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b4644bbcc-6rg9d I0418 14:50:01.340318 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b4644bbcc-6rg9d I0418 14:50:01.467593 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6f6c9dcb75-6j6tj] creating logical port openshift-monitoring_telemeter-client-6f6c9dcb75-6j6tj for pod on switch ip-10-0-1-63.ec2.internal I0418 14:50:01.467750 3664 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6f6c9dcb75-6j6tj I0418 14:50:01.547850 3664 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6f6c9dcb75-6j6tj I0418 14:50:01.583451 3664 pod.go:62] [openshift-monitoring/telemeter-client-6f6c9dcb75-6j6tj] pod update took 115.745115ms I0418 14:50:01.583477 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-6f6c9dcb75-6j6tj] addLogicalPort annotation time took 115.777533ms I0418 14:50:01.584787 3664 pods.go:271] [openshift-monitoring/telemeter-client-6f6c9dcb75-6j6tj] addLogicalPort took 117.219897ms, libovsdb time 936.201µs W0418 14:50:02.315330 3664 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:02.315347 3664 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:02.315354 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:02.315361 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier I0418 14:50:02.530569 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:50:02.530709 3664 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0418 14:50:02.554105 3664 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 23.450508ms I0418 14:50:02.554135 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 23.486647ms I0418 14:50:02.555583 3664 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 25.029912ms, libovsdb time 1.021925ms W0418 14:50:03.321413 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 14:50:03.878443 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 14:50:03.878466 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 14:50:04.009366 3664 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4rx58 078e39577ca79bbe46238cc4a4aec54a39bdb54ab354d4d607eadc06ec6ca719 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4rx58 078e39577ca79bbe46238cc4a4aec54a39bdb54ab354d4d607eadc06ec6ca719 network default NAD default NAD key ] I0418 14:50:04.020051 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-4rx58, hostIfaceName: 078e39577ca79bb, network: default, NAD default, SandboxID: "078e39577ca79bbe46238cc4a4aec54a39bdb54ab354d4d607eadc06ec6ca719", PCI device ID: , UID: "6a8114b5-f943-4c15-870b-4e65a4193284", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0418 14:50:04.028336 3664 cni.go:452] [openshift-monitoring/prometheus-k8s-1 ab301c7d4de5ebef6914dd210c05e018980f8dfada903977531dc46e52839361 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 ab301c7d4de5ebef6914dd210c05e018980f8dfada903977531dc46e52839361 network default NAD default NAD key ] I0418 14:50:04.030859 3664 cni.go:452] [openshift-monitoring/metrics-server-5494855978-lmw6x 9a1d521fd35cbfafec5bea103d530a914e5d7d793b4bf6b5cef1419b60cc2529 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5494855978-lmw6x 9a1d521fd35cbfafec5bea103d530a914e5d7d793b4bf6b5cef1419b60cc2529 network default NAD default NAD key ] I0418 14:50:04.031042 3664 cni.go:452] [openshift-monitoring/telemeter-client-6f6c9dcb75-6j6tj 9b3536b6888676af29fdd509d17d7b2e5ff663d7f9392615761f774c5bba71f7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-6f6c9dcb75-6j6tj 9b3536b6888676af29fdd509d17d7b2e5ff663d7f9392615761f774c5bba71f7 network default NAD default NAD key ] I0418 14:50:04.042601 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5494855978-lmw6x, hostIfaceName: 9a1d521fd35cbfa, network: default, NAD default, SandboxID: "9a1d521fd35cbfafec5bea103d530a914e5d7d793b4bf6b5cef1419b60cc2529", PCI device ID: , UID: "c4fce7b6-ce75-419b-b292-f2cf327c3fe1", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0418 14:50:04.051317 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: ab301c7d4de5ebe, network: default, NAD default, SandboxID: "ab301c7d4de5ebef6914dd210c05e018980f8dfada903977531dc46e52839361", PCI device ID: , UID: "eed9326c-e2e1-4d7b-aa64-3702cf062f5f", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0418 14:50:04.051817 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6f6c9dcb75-6j6tj, hostIfaceName: 9b3536b6888676a, network: default, NAD default, SandboxID: "9b3536b6888676af29fdd509d17d7b2e5ff663d7f9392615761f774c5bba71f7", PCI device ID: , UID: "15141700-76ea-4cb4-9c0c-d52f244e3ec5", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0418 14:50:04.083664 3664 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4rx58 078e39577ca79bbe46238cc4a4aec54a39bdb54ab354d4d607eadc06ec6ca719 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4rx58 078e39577ca79bbe46238cc4a4aec54a39bdb54ab354d4d607eadc06ec6ca719 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:c0:36:7f:86:57\",\"name\":\"078e39577ca79bb\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf98e28d-1ee7-4aeb-a738-0daf2f52398d\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:50:04.110027 3664 cni.go:473] [openshift-monitoring/metrics-server-5494855978-lmw6x 9a1d521fd35cbfafec5bea103d530a914e5d7d793b4bf6b5cef1419b60cc2529 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5494855978-lmw6x 9a1d521fd35cbfafec5bea103d530a914e5d7d793b4bf6b5cef1419b60cc2529 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:82:24:f5:a4:80\",\"name\":\"9a1d521fd35cbfa\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e98fda4f-2edb-4fae-9d82-38290c1217d3\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 14:50:04.326900 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0418 14:50:04.334180 3664 cni.go:473] [openshift-monitoring/telemeter-client-6f6c9dcb75-6j6tj 9b3536b6888676af29fdd509d17d7b2e5ff663d7f9392615761f774c5bba71f7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-6f6c9dcb75-6j6tj 9b3536b6888676af29fdd509d17d7b2e5ff663d7f9392615761f774c5bba71f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:20:c6:5f:fb:1a\",\"name\":\"9b3536b6888676a\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a61a4419-a10a-4631-8041-e8ef3adff4ad\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:50:04.334201 3664 cni.go:473] [openshift-monitoring/prometheus-k8s-1 ab301c7d4de5ebef6914dd210c05e018980f8dfada903977531dc46e52839361 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 ab301c7d4de5ebef6914dd210c05e018980f8dfada903977531dc46e52839361 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:1c:69:9f:39:28\",\"name\":\"ab301c7d4de5ebe\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef218612-8712-4e11-a5c0-1b459dc98ded\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:50:05.512444 3664 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc 860f4f2161285b0b9b1783939a0eae840e38527f306a53384752c11b8aa26173 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc 860f4f2161285b0b9b1783939a0eae840e38527f306a53384752c11b8aa26173 network default NAD default NAD key ] W0418 14:50:05.516184 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 14:50:05.516268 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 14:50:05.591828 3664 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc 860f4f2161285b0b9b1783939a0eae840e38527f306a53384752c11b8aa26173 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc 860f4f2161285b0b9b1783939a0eae840e38527f306a53384752c11b8aa26173 network default NAD default NAD key default], result "{}", err I0418 14:50:05.643910 3664 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:05.643950 3664 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc I0418 14:50:05.645705 3664 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc, ips: 10.129.0.13 I0418 14:50:05.645765 3664 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:05.645794 3664 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:50:05.645810 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0418 14:50:05.646051 3664 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:50:05.646070 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0418 14:50:06.667155 3664 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:06.667181 3664 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:06.667201 3664 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:06.667210 3664 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:06.743403 3664 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0418 14:50:06.754352 3664 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0418 14:50:07.618098 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 14:50:07.641481 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0418 14:50:08.872223 3664 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-647c7c45d7-pdz7k IP address from the namespace address-set, err: pod openshift-console/console-647c7c45d7-pdz7k: no pod IPs found W0418 14:50:08.877780 3664 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-647c7c45d7-fgm4s IP address from the namespace address-set, err: pod openshift-console/console-647c7c45d7-fgm4s: no pod IPs found I0418 14:50:19.585242 3664 cni.go:452] [openshift-console/console-698948cbb8-wqzcv 2d0baabf238c5cd8990a3151799babe349c762845c86d18b81b2a537df947988 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-698948cbb8-wqzcv 2d0baabf238c5cd8990a3151799babe349c762845c86d18b81b2a537df947988 network default NAD default NAD key ] I0418 14:50:19.670578 3664 cni.go:473] [openshift-console/console-698948cbb8-wqzcv 2d0baabf238c5cd8990a3151799babe349c762845c86d18b81b2a537df947988 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-698948cbb8-wqzcv 2d0baabf238c5cd8990a3151799babe349c762845c86d18b81b2a537df947988 network default NAD default NAD key default], result "{}", err I0418 14:50:19.743767 3664 obj_retry.go:498] Detected object openshift-console/console-698948cbb8-wqzcv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:19.743804 3664 pods.go:176] Deleting pod: openshift-console/console-698948cbb8-wqzcv I0418 14:50:19.745123 3664 pods.go:236] Attempting to release IPs for pod: openshift-console/console-698948cbb8-wqzcv, ips: 10.129.0.14 I0418 14:50:19.745156 3664 obj_retry.go:498] Detected object openshift-console/console-698948cbb8-wqzcv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:19.751938 3664 base_network_controller_pods.go:487] [default/openshift-console/console-966c699f-5jld6] creating logical port openshift-console_console-966c699f-5jld6 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:50:19.752026 3664 kube.go:256] Updating pod openshift-console/console-966c699f-5jld6 I0418 14:50:19.766300 3664 pod.go:62] [openshift-console/console-966c699f-5jld6] pod update took 14.29595ms I0418 14:50:19.766322 3664 base_network_controller_pods.go:951] [default/openshift-console/console-966c699f-5jld6] addLogicalPort annotation time took 14.323517ms I0418 14:50:19.767544 3664 pods.go:271] [openshift-console/console-966c699f-5jld6] addLogicalPort took 15.617144ms, libovsdb time 887.741µs I0418 14:50:20.154837 3664 cni.go:452] [openshift-console/console-966c699f-5jld6 1380f0ac42a2472170a969fb3e09a8c4aa930fc4a4cc2a62f2390e043c3e278b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-966c699f-5jld6 1380f0ac42a2472170a969fb3e09a8c4aa930fc4a4cc2a62f2390e043c3e278b network default NAD default NAD key ] I0418 14:50:20.170373 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-966c699f-5jld6, hostIfaceName: 1380f0ac42a2472, network: default, NAD default, SandboxID: "1380f0ac42a2472170a969fb3e09a8c4aa930fc4a4cc2a62f2390e043c3e278b", PCI device ID: , UID: "82798a64-81ab-4dbc-b75a-2d7bfcc4b682", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0418 14:50:20.220916 3664 cni.go:473] [openshift-console/console-966c699f-5jld6 1380f0ac42a2472170a969fb3e09a8c4aa930fc4a4cc2a62f2390e043c3e278b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-966c699f-5jld6 1380f0ac42a2472170a969fb3e09a8c4aa930fc4a4cc2a62f2390e043c3e278b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:37:84:63:0f:2a\",\"name\":\"1380f0ac42a2472\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb96bdcb-f3dc-4d81-9f1f-205ec6ee2204\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:50:20.610254 3664 obj_retry.go:492] Detected object openshift-console/console-698948cbb8-wqzcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:20.610300 3664 obj_retry.go:492] Detected object openshift-console/console-698948cbb8-wqzcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:20.615416 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-698948cbb8-wqzcv I0418 14:50:20.615454 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-698948cbb8-wqzcv W0418 14:50:22.949852 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0418 14:50:23.986052 3664 cni.go:452] [openshift-image-registry/image-registry-7b8d6849fd-z5x4n 7925295402ac0204bb9f04e9a4825cab111dd2fc5f22e549778d171240949e97 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7b8d6849fd-z5x4n 7925295402ac0204bb9f04e9a4825cab111dd2fc5f22e549778d171240949e97 network default NAD default NAD key ] I0418 14:50:24.070856 3664 cni.go:473] [openshift-image-registry/image-registry-7b8d6849fd-z5x4n 7925295402ac0204bb9f04e9a4825cab111dd2fc5f22e549778d171240949e97 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7b8d6849fd-z5x4n 7925295402ac0204bb9f04e9a4825cab111dd2fc5f22e549778d171240949e97 network default NAD default NAD key default], result "{}", err I0418 14:50:24.137552 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8d6849fd-z5x4n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:24.137593 3664 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7b8d6849fd-z5x4n I0418 14:50:24.138794 3664 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7b8d6849fd-z5x4n, ips: 10.129.0.5 I0418 14:50:24.138820 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8d6849fd-z5x4n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:24.196709 3664 obj_retry.go:498] Detected object openshift-console/console-698948cbb8-mddh5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:24.197260 3664 obj_retry.go:498] Detected object openshift-console/console-698948cbb8-mddh5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:24.403964 3664 obj_retry.go:492] Detected object openshift-console/console-698948cbb8-mddh5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:24.403993 3664 obj_retry.go:492] Detected object openshift-console/console-698948cbb8-mddh5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:24.407003 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-698948cbb8-mddh5 I0418 14:50:24.407028 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-698948cbb8-mddh5 I0418 14:50:24.605524 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8d6849fd-z5x4n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:24.605556 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8d6849fd-z5x4n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:24.610636 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b8d6849fd-z5x4n I0418 14:50:24.610663 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b8d6849fd-z5x4n W0418 14:50:25.341576 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 14:50:25.341603 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 14:50:27.644810 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:27.644834 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:27.644840 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:27.972976 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0418 14:50:28.600708 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 14:50:30.642012 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 14:50:43.036137 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0418 14:50:54.331188 3664 obj_retry.go:498] Detected object openshift-ingress/router-default-7675989b4c-llxrs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:54.331771 3664 obj_retry.go:498] Detected object openshift-ingress/router-default-7675989b4c-llxrs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:55.081141 3664 obj_retry.go:492] Detected object openshift-ingress/router-default-7675989b4c-llxrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:55.081164 3664 obj_retry.go:492] Detected object openshift-ingress/router-default-7675989b4c-llxrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:55.083502 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7675989b4c-llxrs I0418 14:50:55.083527 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7675989b4c-llxrs I0418 14:50:55.966751 3664 obj_retry.go:498] Detected object openshift-console/console-59c885b95b-wjtnx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:55.967274 3664 obj_retry.go:498] Detected object openshift-console/console-59c885b95b-wjtnx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:56.085782 3664 obj_retry.go:492] Detected object openshift-console/console-59c885b95b-wjtnx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:56.085805 3664 obj_retry.go:492] Detected object openshift-console/console-59c885b95b-wjtnx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:56.091156 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59c885b95b-wjtnx I0418 14:50:56.091177 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59c885b95b-wjtnx W0418 14:51:03.157750 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 14:51:03.157773 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 14:51:03.157784 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 14:51:03.157789 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 14:51:03.808557 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 14:51:03.808576 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 14:51:18.094423 3664 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:18.094985 3664 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:18.623429 3664 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:18.623456 3664 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:18.629994 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0418 14:51:18.630018 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0418 14:51:22.199802 3664 cni.go:452] [openshift-monitoring/prometheus-k8s-1 ab301c7d4de5ebef6914dd210c05e018980f8dfada903977531dc46e52839361 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 ab301c7d4de5ebef6914dd210c05e018980f8dfada903977531dc46e52839361 network default NAD default NAD key ] I0418 14:51:22.272414 3664 cni.go:473] [openshift-monitoring/prometheus-k8s-1 ab301c7d4de5ebef6914dd210c05e018980f8dfada903977531dc46e52839361 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 ab301c7d4de5ebef6914dd210c05e018980f8dfada903977531dc46e52839361 network default NAD default NAD key default], result "{}", err I0418 14:51:22.332916 3664 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:22.332959 3664 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0418 14:51:22.334364 3664 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.21 I0418 14:51:22.334393 3664 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:22.874084 3664 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:22.874110 3664 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:22.880976 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0418 14:51:22.881016 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0418 14:51:22.917329 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:51:22.917449 3664 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0418 14:51:22.947230 3664 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 29.825039ms I0418 14:51:22.947257 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 29.856702ms I0418 14:51:22.948494 3664 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 31.1909ms, libovsdb time 906.104µs I0418 14:51:23.284330 3664 cni.go:452] [openshift-monitoring/prometheus-k8s-1 b92082195c5ac3650f0918d1503fa7fb5f7c4cc15d2dfd90b7da43dbf909af34 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 b92082195c5ac3650f0918d1503fa7fb5f7c4cc15d2dfd90b7da43dbf909af34 network default NAD default NAD key ] I0418 14:51:23.293759 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: b92082195c5ac36, network: default, NAD default, SandboxID: "b92082195c5ac3650f0918d1503fa7fb5f7c4cc15d2dfd90b7da43dbf909af34", PCI device ID: , UID: "3668ec6e-8b55-4a78-89b6-4a7cf2ec664c", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0418 14:51:23.345100 3664 cni.go:473] [openshift-monitoring/prometheus-k8s-1 b92082195c5ac3650f0918d1503fa7fb5f7c4cc15d2dfd90b7da43dbf909af34 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 b92082195c5ac3650f0918d1503fa7fb5f7c4cc15d2dfd90b7da43dbf909af34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:dd:8f:ee:41:40\",\"name\":\"b92082195c5ac36\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dff1844f-3341-4d40-b51e-dc25e37f1201\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:51:24.871933 3664 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd f8221f7eeb50e9421271ec78a0accd16e2a122abdc9518eb7c3de549cdf908bd network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd f8221f7eeb50e9421271ec78a0accd16e2a122abdc9518eb7c3de549cdf908bd network default NAD default NAD key ] I0418 14:51:24.957222 3664 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd f8221f7eeb50e9421271ec78a0accd16e2a122abdc9518eb7c3de549cdf908bd network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd f8221f7eeb50e9421271ec78a0accd16e2a122abdc9518eb7c3de549cdf908bd network default NAD default NAD key default], result "{}", err I0418 14:51:25.002243 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:25.002291 3664 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd I0418 14:51:25.003564 3664 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd, ips: 10.129.0.17 I0418 14:51:25.003591 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:25.877565 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:25.877589 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:50.237897 3664 cni.go:452] [openshift-monitoring/alertmanager-main-0 33c315562688157e791fe919a08744b7ccdc439555cc641fdae108821259b43e network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 33c315562688157e791fe919a08744b7ccdc439555cc641fdae108821259b43e network default NAD default NAD key ] I0418 14:51:50.318932 3664 cni.go:473] [openshift-monitoring/alertmanager-main-0 33c315562688157e791fe919a08744b7ccdc439555cc641fdae108821259b43e network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 33c315562688157e791fe919a08744b7ccdc439555cc641fdae108821259b43e network default NAD default NAD key default], result "{}", err I0418 14:51:50.379187 3664 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:50.379222 3664 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0418 14:51:50.380612 3664 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.15 I0418 14:51:50.380641 3664 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:50.981757 3664 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:50.981789 3664 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:50.989469 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0418 14:51:50.989553 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0418 14:51:51.026373 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:51:51.026481 3664 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0418 14:51:51.048243 3664 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 21.802695ms I0418 14:51:51.048270 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 21.830296ms I0418 14:51:51.049746 3664 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.3958ms, libovsdb time 1.09997ms I0418 14:51:51.386372 3664 cni.go:452] [openshift-monitoring/alertmanager-main-0 4fcdfc66a0f54d0943bc3bcc6edeb94bbee6574d174567d809711271c1b5a1b2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 4fcdfc66a0f54d0943bc3bcc6edeb94bbee6574d174567d809711271c1b5a1b2 network default NAD default NAD key ] I0418 14:51:51.399009 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 4fcdfc66a0f54d0, network: default, NAD default, SandboxID: "4fcdfc66a0f54d0943bc3bcc6edeb94bbee6574d174567d809711271c1b5a1b2", PCI device ID: , UID: "ea10cbaa-6787-4fd0-b72b-1e7312b55a4f", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0418 14:51:51.450878 3664 cni.go:473] [openshift-monitoring/alertmanager-main-0 4fcdfc66a0f54d0943bc3bcc6edeb94bbee6574d174567d809711271c1b5a1b2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 4fcdfc66a0f54d0943bc3bcc6edeb94bbee6574d174567d809711271c1b5a1b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:97:74:09:47:a4\",\"name\":\"4fcdfc66a0f54d0\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c64e8abf-3a9a-4904-9274-209be51f2a37\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:51:51.743065 3664 cni.go:452] [openshift-console/console-966c699f-5jld6 1380f0ac42a2472170a969fb3e09a8c4aa930fc4a4cc2a62f2390e043c3e278b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-966c699f-5jld6 1380f0ac42a2472170a969fb3e09a8c4aa930fc4a4cc2a62f2390e043c3e278b network default NAD default NAD key ] I0418 14:51:51.822009 3664 cni.go:473] [openshift-console/console-966c699f-5jld6 1380f0ac42a2472170a969fb3e09a8c4aa930fc4a4cc2a62f2390e043c3e278b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-966c699f-5jld6 1380f0ac42a2472170a969fb3e09a8c4aa930fc4a4cc2a62f2390e043c3e278b network default NAD default NAD key default], result "{}", err I0418 14:51:51.858385 3664 obj_retry.go:498] Detected object openshift-console/console-966c699f-5jld6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:51.858422 3664 pods.go:176] Deleting pod: openshift-console/console-966c699f-5jld6 I0418 14:51:51.859783 3664 pods.go:236] Attempting to release IPs for pod: openshift-console/console-966c699f-5jld6, ips: 10.129.0.22 I0418 14:51:51.859811 3664 obj_retry.go:498] Detected object openshift-console/console-966c699f-5jld6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:51.866453 3664 base_network_controller_pods.go:487] [default/openshift-console/console-859485b47f-cbw5d] creating logical port openshift-console_console-859485b47f-cbw5d for pod on switch ip-10-0-1-63.ec2.internal I0418 14:51:51.866582 3664 kube.go:256] Updating pod openshift-console/console-859485b47f-cbw5d I0418 14:51:51.881769 3664 pod.go:62] [openshift-console/console-859485b47f-cbw5d] pod update took 15.215173ms I0418 14:51:51.881793 3664 base_network_controller_pods.go:951] [default/openshift-console/console-859485b47f-cbw5d] addLogicalPort annotation time took 15.242181ms I0418 14:51:51.883026 3664 pods.go:271] [openshift-console/console-859485b47f-cbw5d] addLogicalPort took 16.591989ms, libovsdb time 928.617µs I0418 14:51:52.022213 3664 obj_retry.go:492] Detected object openshift-console/console-966c699f-5jld6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:52.022241 3664 obj_retry.go:492] Detected object openshift-console/console-966c699f-5jld6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:52.028873 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-966c699f-5jld6 I0418 14:51:52.028917 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-966c699f-5jld6 I0418 14:51:52.225211 3664 cni.go:452] [openshift-console/console-859485b47f-cbw5d fa82756b5b23c4e42a9d1dceb1e7eb585a5457c0713149f70ed30a033ce24e0b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-859485b47f-cbw5d fa82756b5b23c4e42a9d1dceb1e7eb585a5457c0713149f70ed30a033ce24e0b network default NAD default NAD key ] I0418 14:51:52.234654 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-859485b47f-cbw5d, hostIfaceName: fa82756b5b23c4e, network: default, NAD default, SandboxID: "fa82756b5b23c4e42a9d1dceb1e7eb585a5457c0713149f70ed30a033ce24e0b", PCI device ID: , UID: "9d08793a-042b-4df0-856c-fcfa3e54546f", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0418 14:51:52.285038 3664 cni.go:473] [openshift-console/console-859485b47f-cbw5d fa82756b5b23c4e42a9d1dceb1e7eb585a5457c0713149f70ed30a033ce24e0b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-859485b47f-cbw5d fa82756b5b23c4e42a9d1dceb1e7eb585a5457c0713149f70ed30a033ce24e0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:28:e7:41:68:8e\",\"name\":\"fa82756b5b23c4e\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6aed24a7-7d1d-4231-95e0-7167a0ad568a\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:52:02.578598 3664 obj_retry.go:498] Detected object openshift-console/console-966c699f-xxmjk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:52:02.579208 3664 obj_retry.go:498] Detected object openshift-console/console-966c699f-xxmjk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:52:02.800928 3664 obj_retry.go:492] Detected object openshift-console/console-966c699f-xxmjk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:52:02.800959 3664 obj_retry.go:492] Detected object openshift-console/console-966c699f-xxmjk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:52:02.807459 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-966c699f-xxmjk I0418 14:52:02.807488 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-966c699f-xxmjk W0418 14:52:03.048949 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 14:52:21.440780 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:52:21.440802 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:52:21.440810 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:52:24.167839 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 14:52:24.167861 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 14:52:25.468412 3664 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:52:25.469022 3664 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:52:26.449083 3664 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:52:26.449106 3664 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:52:26.455225 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0418 14:52:26.455254 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0418 14:52:47.362214 3664 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 14:54:17.855542 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0418 14:54:30.843824 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0418 14:54:53.861516 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0418 14:54:57.745491 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0418 14:55:03.747468 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=137 W0418 14:55:11.516922 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 14:55:13.746826 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0418 14:55:16.834084 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0418 14:55:18.868005 3664 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0418 14:55:19.745435 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0418 14:55:20.849500 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0418 14:55:22.550251 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0418 14:55:22.550317 3664 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-7zsqx IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-7zsqx: no pod IPs found I0418 14:55:27.873606 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0418 14:56:00.019186 3664 namespace.go:98] [tsf] adding namespace I0418 14:56:00.020275 3664 namespace.go:102] [tsf] adding namespace took 1.063651ms I0418 14:56:00.038249 3664 namespace.go:142] [tsf] updating namespace I0418 14:56:00.047396 3664 namespace.go:142] [tsf] updating namespace I0418 14:56:04.232057 3664 namespace.go:98] [konflux-ui] adding namespace I0418 14:56:04.232152 3664 namespace.go:98] [rhbk-operator] adding namespace I0418 14:56:04.233063 3664 namespace.go:102] [konflux-ui] adding namespace took 982.218µs I0418 14:56:04.233573 3664 namespace.go:102] [rhbk-operator] adding namespace took 1.401275ms I0418 14:56:04.235888 3664 namespace.go:98] [cert-manager-operator] adding namespace I0418 14:56:04.236044 3664 namespace.go:98] [tsf-tas] adding namespace I0418 14:56:04.236569 3664 namespace.go:102] [cert-manager-operator] adding namespace took 659.975µs I0418 14:56:04.236593 3664 namespace.go:98] [rhtpa-operator] adding namespace I0418 14:56:04.237093 3664 namespace.go:102] [rhtpa-operator] adding namespace took 494.74µs I0418 14:56:04.237630 3664 namespace.go:102] [tsf-tas] adding namespace took 1.570458ms I0418 14:56:04.239873 3664 namespace.go:98] [tsf-keycloak] adding namespace I0418 14:56:04.239915 3664 namespace.go:98] [konflux-operator] adding namespace I0418 14:56:04.240001 3664 namespace.go:98] [tsf-tpa] adding namespace I0418 14:56:04.240497 3664 namespace.go:102] [tsf-keycloak] adding namespace took 611.21µs I0418 14:56:04.241013 3664 namespace.go:102] [konflux-operator] adding namespace took 1.079776ms I0418 14:56:04.241497 3664 namespace.go:102] [tsf-tpa] adding namespace took 1.485608ms I0418 14:56:04.263524 3664 namespace.go:142] [konflux-ui] updating namespace I0418 14:56:04.279996 3664 namespace.go:142] [konflux-ui] updating namespace I0418 14:56:04.287649 3664 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:56:04.287762 3664 namespace.go:142] [rhbk-operator] updating namespace I0418 14:56:04.287832 3664 namespace.go:142] [tsf-tas] updating namespace I0418 14:56:04.294849 3664 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:56:04.301274 3664 namespace.go:142] [konflux-operator] updating namespace I0418 14:56:04.301337 3664 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:56:04.305328 3664 namespace.go:142] [tsf-tpa] updating namespace I0418 14:56:04.305440 3664 namespace.go:142] [konflux-ui] updating namespace I0418 14:56:04.352976 3664 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:56:04.364086 3664 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:56:04.372028 3664 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:56:04.388940 3664 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:56:04.412903 3664 namespace.go:142] [tsf-tas] updating namespace I0418 14:56:04.439698 3664 namespace.go:142] [tsf-tas] updating namespace I0418 14:56:04.466422 3664 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:56:04.484152 3664 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:56:04.489983 3664 namespace.go:142] [konflux-operator] updating namespace I0418 14:56:04.505895 3664 namespace.go:142] [konflux-operator] updating namespace I0418 14:56:04.520208 3664 namespace.go:142] [tsf-tpa] updating namespace I0418 14:56:04.537210 3664 namespace.go:142] [tsf-tpa] updating namespace I0418 14:56:04.561029 3664 namespace.go:142] [rhbk-operator] updating namespace I0418 14:56:04.570181 3664 namespace.go:142] [rhbk-operator] updating namespace I0418 14:56:05.344641 3664 namespace.go:142] [tsf-tpa] updating namespace I0418 14:56:05.360541 3664 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:56:05.844084 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0418 14:56:06.866928 3664 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:56:06.867051 3664 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 I0418 14:56:06.879624 3664 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7] pod update took 12.599823ms I0418 14:56:06.879653 3664 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7] addLogicalPort annotation time took 12.633822ms I0418 14:56:06.880975 3664 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7] addLogicalPort took 14.06302ms, libovsdb time 867.886µs I0418 14:56:06.956496 3664 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz for pod on switch ip-10-0-1-63.ec2.internal I0418 14:56:06.956614 3664 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz I0418 14:56:06.969863 3664 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz] pod update took 13.277671ms I0418 14:56:06.969948 3664 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz] addLogicalPort annotation time took 13.366033ms I0418 14:56:06.971288 3664 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz] addLogicalPort took 14.812586ms, libovsdb time 980.81µs I0418 14:56:07.227986 3664 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 e0e768e8a590de2bc157357a253344a1b244d41d102f741c22409405b707dc41 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 e0e768e8a590de2bc157357a253344a1b244d41d102f741c22409405b707dc41 network default NAD default NAD key ] I0418 14:56:07.237942 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7, hostIfaceName: e0e768e8a590de2, network: default, NAD default, SandboxID: "e0e768e8a590de2bc157357a253344a1b244d41d102f741c22409405b707dc41", PCI device ID: , UID: "fd54001a-19dd-4d59-b158-ec182b529d53", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0418 14:56:07.287362 3664 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 e0e768e8a590de2bc157357a253344a1b244d41d102f741c22409405b707dc41 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 e0e768e8a590de2bc157357a253344a1b244d41d102f741c22409405b707dc41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:24:5b:71:44:b3\",\"name\":\"e0e768e8a590de2\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c18787f4-25ed-4828-b7c9-77ffd8626fe3\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:56:07.322192 3664 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz d106a680bab843827f56475a9ebc5a6264346f11707bfcde9c21ea32bba72e27 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz d106a680bab843827f56475a9ebc5a6264346f11707bfcde9c21ea32bba72e27 network default NAD default NAD key ] I0418 14:56:07.332569 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz, hostIfaceName: d106a680bab8438, network: default, NAD default, SandboxID: "d106a680bab843827f56475a9ebc5a6264346f11707bfcde9c21ea32bba72e27", PCI device ID: , UID: "bf4f5f81-aeb8-4469-95d3-7d1295e60be5", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0418 14:56:07.383030 3664 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz d106a680bab843827f56475a9ebc5a6264346f11707bfcde9c21ea32bba72e27 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz d106a680bab843827f56475a9ebc5a6264346f11707bfcde9c21ea32bba72e27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:38:2e:9f:90:d7\",\"name\":\"d106a680bab8438\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d19ced7-729e-4128-af53-e53a241640d9\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:56:11.331811 3664 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:56:11.331940 3664 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 I0418 14:56:11.345669 3664 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69] pod update took 13.753416ms I0418 14:56:11.345696 3664 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69] addLogicalPort annotation time took 13.786873ms I0418 14:56:11.346955 3664 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69] addLogicalPort took 15.160448ms, libovsdb time 866.551µs I0418 14:56:11.694486 3664 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 e689b4a23d2e1cd93b4b6d9b663100a467652ef1367e04eaa161d3cfdc7d4705 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 e689b4a23d2e1cd93b4b6d9b663100a467652ef1367e04eaa161d3cfdc7d4705 network default NAD default NAD key ] I0418 14:56:11.704034 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69, hostIfaceName: e689b4a23d2e1cd, network: default, NAD default, SandboxID: "e689b4a23d2e1cd93b4b6d9b663100a467652ef1367e04eaa161d3cfdc7d4705", PCI device ID: , UID: "c64454a0-a45c-4a4e-b105-831676984fed", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0418 14:56:11.747271 3664 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw for pod on switch ip-10-0-1-63.ec2.internal I0418 14:56:11.747374 3664 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw I0418 14:56:11.754070 3664 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 e689b4a23d2e1cd93b4b6d9b663100a467652ef1367e04eaa161d3cfdc7d4705 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 e689b4a23d2e1cd93b4b6d9b663100a467652ef1367e04eaa161d3cfdc7d4705 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:69:e8:56:db:29\",\"name\":\"e689b4a23d2e1cd\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/540a745c-1014-4f56-91e0-d1bc4f47f259\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:56:11.759568 3664 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw] pod update took 12.218565ms I0418 14:56:11.759596 3664 base_network_controller_pods.go:951] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw] addLogicalPort annotation time took 12.250307ms I0418 14:56:11.760979 3664 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw] addLogicalPort took 13.728728ms, libovsdb time 908.668µs I0418 14:56:12.042141 3664 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz d106a680bab843827f56475a9ebc5a6264346f11707bfcde9c21ea32bba72e27 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz d106a680bab843827f56475a9ebc5a6264346f11707bfcde9c21ea32bba72e27 network default NAD default NAD key ] I0418 14:56:12.042470 3664 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 e0e768e8a590de2bc157357a253344a1b244d41d102f741c22409405b707dc41 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 e0e768e8a590de2bc157357a253344a1b244d41d102f741c22409405b707dc41 network default NAD default NAD key ] I0418 14:56:12.108667 3664 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw 5d0399edfbfb8beb336d7d65bdec7371807356754ce81a64e240163bc89a3b8e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw 5d0399edfbfb8beb336d7d65bdec7371807356754ce81a64e240163bc89a3b8e network default NAD default NAD key ] I0418 14:56:12.119288 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw, hostIfaceName: 5d0399edfbfb8be, network: default, NAD default, SandboxID: "5d0399edfbfb8beb336d7d65bdec7371807356754ce81a64e240163bc89a3b8e", PCI device ID: , UID: "db9efba4-f4b1-42b2-9e27-3bb3cb1769cf", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0418 14:56:12.133906 3664 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz d106a680bab843827f56475a9ebc5a6264346f11707bfcde9c21ea32bba72e27 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz d106a680bab843827f56475a9ebc5a6264346f11707bfcde9c21ea32bba72e27 network default NAD default NAD key default], result "{}", err I0418 14:56:12.145277 3664 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 e0e768e8a590de2bc157357a253344a1b244d41d102f741c22409405b707dc41 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 e0e768e8a590de2bc157357a253344a1b244d41d102f741c22409405b707dc41 network default NAD default NAD key default], result "{}", err I0418 14:56:12.167117 3664 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw 5d0399edfbfb8beb336d7d65bdec7371807356754ce81a64e240163bc89a3b8e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw 5d0399edfbfb8beb336d7d65bdec7371807356754ce81a64e240163bc89a3b8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:7e:76:5e:ac:74\",\"name\":\"5d0399edfbfb8be\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76c73568-6e23-4d66-a82d-ac8e52384061\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:56:12.174419 3664 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.174467 3664 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz I0418 14:56:12.175966 3664 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz, ips: 10.129.0.27 I0418 14:56:12.175995 3664 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.176014 3664 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.176021 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:12.176214 3664 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.176233 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:12.202792 3664 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.202827 3664 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 I0418 14:56:12.204094 3664 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7, ips: 10.129.0.26 I0418 14:56:12.204122 3664 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.204138 3664 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.204145 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:12.204314 3664 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.204329 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:13.197190 3664 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.197218 3664 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.197243 3664 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.197253 3664 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.225089 3664 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.225112 3664 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.225125 3664 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.225136 3664 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.779926 3664 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl for pod on switch ip-10-0-1-63.ec2.internal I0418 14:56:13.780067 3664 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl I0418 14:56:13.793012 3664 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl] pod update took 12.972496ms I0418 14:56:13.793063 3664 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl] addLogicalPort annotation time took 13.029601ms I0418 14:56:13.794832 3664 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl] addLogicalPort took 14.924185ms, libovsdb time 1.372543ms I0418 14:56:13.887899 3664 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:56:13.888042 3664 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 I0418 14:56:13.901262 3664 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6] pod update took 13.248796ms I0418 14:56:13.901290 3664 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6] addLogicalPort annotation time took 13.283155ms I0418 14:56:13.902666 3664 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6] addLogicalPort took 14.786989ms, libovsdb time 1.034878ms I0418 14:56:14.145991 3664 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl 4fd1d4f0e00d9c2ff204237c2a126c78e31bda4def79aa8425de60b09c00414c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl 4fd1d4f0e00d9c2ff204237c2a126c78e31bda4def79aa8425de60b09c00414c network default NAD default NAD key ] I0418 14:56:14.157578 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl, hostIfaceName: 4fd1d4f0e00d9c2, network: default, NAD default, SandboxID: "4fd1d4f0e00d9c2ff204237c2a126c78e31bda4def79aa8425de60b09c00414c", PCI device ID: , UID: "6223cae6-9df2-484e-a06e-85f1ac322c7f", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0418 14:56:14.208385 3664 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl 4fd1d4f0e00d9c2ff204237c2a126c78e31bda4def79aa8425de60b09c00414c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl 4fd1d4f0e00d9c2ff204237c2a126c78e31bda4def79aa8425de60b09c00414c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:00:86:74:ed:90\",\"name\":\"4fd1d4f0e00d9c2\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec3adbca-cd8a-486e-af43-b430096b735d\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:56:14.252055 3664 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 190e098c816cd42cb65bb83357e090389814cfcbf4e9f50ed064723e15ab793d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 190e098c816cd42cb65bb83357e090389814cfcbf4e9f50ed064723e15ab793d network default NAD default NAD key ] I0418 14:56:14.263015 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6, hostIfaceName: 190e098c816cd42, network: default, NAD default, SandboxID: "190e098c816cd42cb65bb83357e090389814cfcbf4e9f50ed064723e15ab793d", PCI device ID: , UID: "76679dec-f3c7-4f0f-9ed4-42aef4d391c1", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0418 14:56:14.316121 3664 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 190e098c816cd42cb65bb83357e090389814cfcbf4e9f50ed064723e15ab793d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 190e098c816cd42cb65bb83357e090389814cfcbf4e9f50ed064723e15ab793d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:78:c0:b9:a7:37\",\"name\":\"190e098c816cd42\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e824a1f9-9e30-4198-8850-4c6e47a6ee93\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:56:15.067899 3664 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 e689b4a23d2e1cd93b4b6d9b663100a467652ef1367e04eaa161d3cfdc7d4705 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 e689b4a23d2e1cd93b4b6d9b663100a467652ef1367e04eaa161d3cfdc7d4705 network default NAD default NAD key ] I0418 14:56:15.140841 3664 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 e689b4a23d2e1cd93b4b6d9b663100a467652ef1367e04eaa161d3cfdc7d4705 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 e689b4a23d2e1cd93b4b6d9b663100a467652ef1367e04eaa161d3cfdc7d4705 network default NAD default NAD key default], result "{}", err I0418 14:56:15.210114 3664 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:15.210148 3664 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 I0418 14:56:15.211432 3664 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69, ips: 10.129.0.28 I0418 14:56:15.211456 3664 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:15.211478 3664 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:15.211485 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:15.211638 3664 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:15.211654 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:16.232189 3664 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:16.232215 3664 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:16.232238 3664 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:16.232252 3664 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:18.096148 3664 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw 5d0399edfbfb8beb336d7d65bdec7371807356754ce81a64e240163bc89a3b8e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw 5d0399edfbfb8beb336d7d65bdec7371807356754ce81a64e240163bc89a3b8e network default NAD default NAD key ] I0418 14:56:18.172675 3664 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw 5d0399edfbfb8beb336d7d65bdec7371807356754ce81a64e240163bc89a3b8e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw 5d0399edfbfb8beb336d7d65bdec7371807356754ce81a64e240163bc89a3b8e network default NAD default NAD key default], result "{}", err I0418 14:56:18.222793 3664 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:18.222824 3664 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw I0418 14:56:18.224173 3664 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw, ips: 10.129.0.29 I0418 14:56:18.224206 3664 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:18.224227 3664 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:18.224235 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:18.224413 3664 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:18.224428 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:18.340871 3664 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:18.340901 3664 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:18.340923 3664 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:18.340931 3664 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:19.106961 3664 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl 4fd1d4f0e00d9c2ff204237c2a126c78e31bda4def79aa8425de60b09c00414c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl 4fd1d4f0e00d9c2ff204237c2a126c78e31bda4def79aa8425de60b09c00414c network default NAD default NAD key ] I0418 14:56:19.106968 3664 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 190e098c816cd42cb65bb83357e090389814cfcbf4e9f50ed064723e15ab793d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 190e098c816cd42cb65bb83357e090389814cfcbf4e9f50ed064723e15ab793d network default NAD default NAD key ] I0418 14:56:19.180235 3664 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl 4fd1d4f0e00d9c2ff204237c2a126c78e31bda4def79aa8425de60b09c00414c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl 4fd1d4f0e00d9c2ff204237c2a126c78e31bda4def79aa8425de60b09c00414c network default NAD default NAD key default], result "{}", err I0418 14:56:19.210285 3664 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 190e098c816cd42cb65bb83357e090389814cfcbf4e9f50ed064723e15ab793d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 190e098c816cd42cb65bb83357e090389814cfcbf4e9f50ed064723e15ab793d network default NAD default NAD key default], result "{}", err I0418 14:56:19.227682 3664 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.227760 3664 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl I0418 14:56:19.229825 3664 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl, ips: 10.129.0.30 I0418 14:56:19.229861 3664 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.229890 3664 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.229903 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:19.230097 3664 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.230112 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:19.264996 3664 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.265039 3664 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 I0418 14:56:19.266297 3664 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6, ips: 10.129.0.31 I0418 14:56:19.266324 3664 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.266347 3664 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.266355 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:19.266565 3664 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.266583 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:19.645574 3664 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-gtpk9] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-gtpk9 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:56:19.645699 3664 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-gtpk9 I0418 14:56:19.659684 3664 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-gtpk9] pod update took 14.012129ms I0418 14:56:19.659733 3664 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-gtpk9] addLogicalPort annotation time took 14.043294ms I0418 14:56:19.660973 3664 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-gtpk9] addLogicalPort took 15.416272ms, libovsdb time 851.373µs I0418 14:56:20.007240 3664 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-gtpk9 22b3834505a3b2786bc8ae11db7ce2362a99242f77577b238972c08dae0dc9d6 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-gtpk9 22b3834505a3b2786bc8ae11db7ce2362a99242f77577b238972c08dae0dc9d6 network default NAD default NAD key ] I0418 14:56:20.017557 3664 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-gtpk9, hostIfaceName: 22b3834505a3b27, network: default, NAD default, SandboxID: "22b3834505a3b2786bc8ae11db7ce2362a99242f77577b238972c08dae0dc9d6", PCI device ID: , UID: "e4e37b57-5512-473f-98fe-22e8f897d6d5", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0418 14:56:20.065655 3664 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-gtpk9 22b3834505a3b2786bc8ae11db7ce2362a99242f77577b238972c08dae0dc9d6 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-gtpk9 22b3834505a3b2786bc8ae11db7ce2362a99242f77577b238972c08dae0dc9d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:52:1e:23:6d:48\",\"name\":\"22b3834505a3b27\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f1b9b29-d98e-4846-99fb-8cd3cb214ac8\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:56:20.254296 3664 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.254320 3664 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.254343 3664 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.254356 3664 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.294198 3664 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.294222 3664 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.294238 3664 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.294247 3664 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0418 14:56:25.435016 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0418 14:56:29.932092 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0418 14:56:29.939067 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0418 14:56:35.083008 3664 namespace.go:142] [openshift-operators] updating namespace I0418 14:56:35.105222 3664 namespace.go:142] [openshift-operators] updating namespace I0418 14:56:35.855231 3664 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-5pbv9] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-5pbv9 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:56:35.855371 3664 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-5pbv9 I0418 14:56:35.880038 3664 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-5pbv9] pod update took 24.698499ms I0418 14:56:35.880066 3664 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-5pbv9] addLogicalPort annotation time took 24.729893ms I0418 14:56:35.881415 3664 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-5pbv9] addLogicalPort took 26.204623ms, libovsdb time 1.012473ms I0418 14:56:36.205835 3664 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-5pbv9 d084dcbb5848f02db09956949aaf16d1d391188a70388335f8d2d3b3cdec6c5e network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-5pbv9 d084dcbb5848f02db09956949aaf16d1d391188a70388335f8d2d3b3cdec6c5e network default NAD default NAD key ] I0418 14:56:36.214991 3664 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-5pbv9, hostIfaceName: d084dcbb5848f02, network: default, NAD default, SandboxID: "d084dcbb5848f02db09956949aaf16d1d391188a70388335f8d2d3b3cdec6c5e", PCI device ID: , UID: "db966bd5-f2d1-4981-b517-cd0d3428c9f2", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0418 14:56:36.262571 3664 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-5pbv9 d084dcbb5848f02db09956949aaf16d1d391188a70388335f8d2d3b3cdec6c5e network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-5pbv9 d084dcbb5848f02db09956949aaf16d1d391188a70388335f8d2d3b3cdec6c5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:8d:b1:d1:96:0f\",\"name\":\"d084dcbb5848f02\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0eace75d-79c6-40fd-84c7-c4e996c09f06\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 14:56:36.537064 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0418 14:56:38.682044 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0418 14:56:38.693760 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0418 14:56:38.705224 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0418 14:56:38.720607 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0418 14:56:39.786911 3664 namespace.go:98] [cert-manager] adding namespace I0418 14:56:39.787861 3664 namespace.go:102] [cert-manager] adding namespace took 923.898µs I0418 14:56:39.815055 3664 namespace.go:142] [cert-manager] updating namespace I0418 14:56:39.825234 3664 namespace.go:142] [cert-manager] updating namespace I0418 14:56:41.641982 3664 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-z5czk] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-z5czk for pod on switch ip-10-0-1-63.ec2.internal I0418 14:56:41.642076 3664 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-z5czk I0418 14:56:41.657121 3664 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-z5czk] pod update took 15.069924ms I0418 14:56:41.657147 3664 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-fd44f5cbb-z5czk] addLogicalPort annotation time took 15.101779ms I0418 14:56:41.658335 3664 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-z5czk] addLogicalPort took 16.36847ms, libovsdb time 845.395µs I0418 14:56:42.026603 3664 cni.go:452] [cert-manager/cert-manager-webhook-fd44f5cbb-z5czk 718ae744bcd258fb32df8125eb4fc843376cf3331fe995eef9e0113b415c9b5e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-z5czk 718ae744bcd258fb32df8125eb4fc843376cf3331fe995eef9e0113b415c9b5e network default NAD default NAD key ] I0418 14:56:42.035673 3664 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-z5czk, hostIfaceName: 718ae744bcd258f, network: default, NAD default, SandboxID: "718ae744bcd258fb32df8125eb4fc843376cf3331fe995eef9e0113b415c9b5e", PCI device ID: , UID: "bff37f57-2a31-41a7-a6d3-ae290eea3e95", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0418 14:56:42.084804 3664 cni.go:473] [cert-manager/cert-manager-webhook-fd44f5cbb-z5czk 718ae744bcd258fb32df8125eb4fc843376cf3331fe995eef9e0113b415c9b5e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-z5czk 718ae744bcd258fb32df8125eb4fc843376cf3331fe995eef9e0113b415c9b5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:cf:25:86:35:d7\",\"name\":\"718ae744bcd258f\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1874132-b5a5-482b-ba28-cee6890957fb\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:56:42.488413 3664 namespace.go:142] [openshift-operators] updating namespace I0418 14:56:42.896463 3664 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-s6z44] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-s6z44 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:56:42.896614 3664 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-s6z44 I0418 14:56:42.924218 3664 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-s6z44] pod update took 27.635074ms I0418 14:56:42.924247 3664 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-s6z44] addLogicalPort annotation time took 27.665386ms I0418 14:56:42.925501 3664 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-s6z44] addLogicalPort took 29.059675ms, libovsdb time 865.344µs I0418 14:56:43.273477 3664 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-s6z44 3a6c674fc1e06dbb107f78fd1e0d3f561b39b9d2415f6b6dbb3b46b5a5320902 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-s6z44 3a6c674fc1e06dbb107f78fd1e0d3f561b39b9d2415f6b6dbb3b46b5a5320902 network default NAD default NAD key ] I0418 14:56:43.284350 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-s6z44, hostIfaceName: 3a6c674fc1e06db, network: default, NAD default, SandboxID: "3a6c674fc1e06dbb107f78fd1e0d3f561b39b9d2415f6b6dbb3b46b5a5320902", PCI device ID: , UID: "6fe31929-d5a1-42a9-9b49-dfa14a4acada", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0418 14:56:43.335438 3664 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-s6z44 3a6c674fc1e06dbb107f78fd1e0d3f561b39b9d2415f6b6dbb3b46b5a5320902 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-s6z44 3a6c674fc1e06dbb107f78fd1e0d3f561b39b9d2415f6b6dbb3b46b5a5320902 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:b4:68:f2:81:15\",\"name\":\"3a6c674fc1e06db\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc291f8d-a205-4c2f-a6b4-2dfb3f19c9b1\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 14:56:46.261060 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0418 14:56:46.261082 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0418 14:56:50.217213 3664 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:50.217711 3664 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:50.309367 3664 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:50.309392 3664 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:50.348249 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0418 14:56:50.348273 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0418 14:56:52.263807 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0418 14:56:52.263825 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0418 14:56:53.086694 3664 namespace.go:98] [trusted-artifact-signer] adding namespace I0418 14:56:53.087649 3664 namespace.go:102] [trusted-artifact-signer] adding namespace took 911.787µs I0418 14:56:53.110738 3664 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 14:56:53.126997 3664 namespace.go:142] [trusted-artifact-signer] updating namespace W0418 14:56:53.606330 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0418 14:56:58.984235 3664 namespace.go:98] [openshift-pipelines] adding namespace I0418 14:56:58.985161 3664 namespace.go:102] [openshift-pipelines] adding namespace took 904.818µs I0418 14:56:58.998204 3664 namespace.go:142] [openshift-pipelines] updating namespace I0418 14:56:59.688300 3664 namespace.go:142] [cert-manager] updating namespace I0418 14:56:59.894356 3664 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:57:00.294697 3664 namespace.go:142] [konflux-operator] updating namespace I0418 14:57:00.495295 3664 namespace.go:142] [konflux-ui] updating namespace I0418 14:57:00.697217 3664 namespace.go:142] [open-cluster-management-2pokgob5a30o7adolbkai270pogv0d3d] updating namespace I0418 14:57:01.101102 3664 namespace.go:142] [rhbk-operator] updating namespace I0418 14:57:01.300384 3664 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:57:01.514171 3664 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 14:57:01.700012 3664 namespace.go:142] [tsf] updating namespace I0418 14:57:01.901397 3664 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:57:02.102777 3664 namespace.go:142] [tsf-tas] updating namespace I0418 14:57:02.307239 3664 namespace.go:142] [tsf-tpa] updating namespace I0418 14:57:02.467947 3664 namespace.go:142] [cert-manager] updating namespace I0418 14:57:02.483076 3664 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:57:02.495040 3664 namespace.go:142] [default] updating namespace I0418 14:57:02.510095 3664 namespace.go:142] [konflux-operator] updating namespace I0418 14:57:02.526081 3664 namespace.go:142] [konflux-ui] updating namespace I0418 14:57:02.537009 3664 namespace.go:142] [open-cluster-management-2pokgob5a30o7adolbkai270pogv0d3d] updating namespace I0418 14:57:02.546353 3664 namespace.go:142] [openshift] updating namespace I0418 14:57:02.567309 3664 namespace.go:142] [rhbk-operator] updating namespace I0418 14:57:02.577300 3664 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:57:02.594408 3664 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 14:57:02.604180 3664 namespace.go:142] [tsf] updating namespace I0418 14:57:02.625388 3664 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:57:02.643990 3664 namespace.go:142] [tsf-tas] updating namespace I0418 14:57:02.654597 3664 namespace.go:142] [tsf-tpa] updating namespace I0418 14:57:02.704419 3664 namespace.go:142] [cert-manager] updating namespace I0418 14:57:02.785391 3664 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:57:02.885909 3664 namespace.go:142] [default] updating namespace I0418 14:57:02.986040 3664 namespace.go:142] [konflux-operator] updating namespace I0418 14:57:03.085576 3664 namespace.go:142] [konflux-ui] updating namespace I0418 14:57:03.185008 3664 namespace.go:142] [open-cluster-management-2pokgob5a30o7adolbkai270pogv0d3d] updating namespace I0418 14:57:03.285671 3664 namespace.go:142] [openshift] updating namespace I0418 14:57:03.383909 3664 namespace.go:142] [rhbk-operator] updating namespace I0418 14:57:03.486023 3664 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:57:03.584051 3664 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 14:57:03.684591 3664 namespace.go:142] [tsf] updating namespace I0418 14:57:03.786087 3664 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:57:03.885013 3664 namespace.go:142] [tsf-tas] updating namespace I0418 14:57:03.984414 3664 namespace.go:142] [tsf-tpa] updating namespace I0418 14:57:04.284219 3664 namespace.go:142] [openshift-pipelines] updating namespace W0418 14:57:06.171632 3664 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0418 14:57:06.417183 3664 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0418 14:57:12.436154 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-7jgvf] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-7jgvf for pod on switch ip-10-0-1-63.ec2.internal I0418 14:57:12.436260 3664 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-7jgvf I0418 14:57:12.450905 3664 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-7jgvf] pod update took 14.670263ms I0418 14:57:12.450929 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-7jgvf] addLogicalPort annotation time took 14.702218ms I0418 14:57:12.452105 3664 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-7jgvf] addLogicalPort took 15.969024ms, libovsdb time 866.19µs I0418 14:57:12.729462 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-p4pzk] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-p4pzk for pod on switch ip-10-0-1-63.ec2.internal I0418 14:57:12.729585 3664 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-p4pzk I0418 14:57:12.743360 3664 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-p4pzk] pod update took 13.799988ms I0418 14:57:12.743382 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-p4pzk] addLogicalPort annotation time took 13.827472ms I0418 14:57:12.744665 3664 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-p4pzk] addLogicalPort took 15.220252ms, libovsdb time 866.96µs I0418 14:57:12.798916 3664 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-7jgvf 1962467a2b164fa5a6f3d1c26531893abca1d81774db3b4fbd1db7b4848ba9eb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-7jgvf 1962467a2b164fa5a6f3d1c26531893abca1d81774db3b4fbd1db7b4848ba9eb network default NAD default NAD key ] I0418 14:57:12.808386 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-7jgvf, hostIfaceName: 1962467a2b164fa, network: default, NAD default, SandboxID: "1962467a2b164fa5a6f3d1c26531893abca1d81774db3b4fbd1db7b4848ba9eb", PCI device ID: , UID: "39e91167-91a6-41d8-a96f-b04b4acaf5cb", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0418 14:57:12.859349 3664 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-7jgvf 1962467a2b164fa5a6f3d1c26531893abca1d81774db3b4fbd1db7b4848ba9eb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-7jgvf 1962467a2b164fa5a6f3d1c26531893abca1d81774db3b4fbd1db7b4848ba9eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:22:62:3a:f0:fb\",\"name\":\"1962467a2b164fa\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a8c3fd0-0017-4296-b972-066ddb2cb66c\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:57:13.095555 3664 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-p4pzk 15497badb050238fdf2fa7c78a0b594d6654930226a4165af71f5faeb341eb23 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-p4pzk 15497badb050238fdf2fa7c78a0b594d6654930226a4165af71f5faeb341eb23 network default NAD default NAD key ] I0418 14:57:13.105225 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-p4pzk, hostIfaceName: 15497badb050238, network: default, NAD default, SandboxID: "15497badb050238fdf2fa7c78a0b594d6654930226a4165af71f5faeb341eb23", PCI device ID: , UID: "921f248a-cf06-448e-acaf-581f172f72d2", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0418 14:57:13.156882 3664 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-p4pzk 15497badb050238fdf2fa7c78a0b594d6654930226a4165af71f5faeb341eb23 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-p4pzk 15497badb050238fdf2fa7c78a0b594d6654930226a4165af71f5faeb341eb23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:cb:6c:a8:7f:86\",\"name\":\"15497badb050238\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf96867a-3958-4276-aa83-5a81a87cfb3f\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 14:57:16.448206 3664 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 14:57:16.448226 3664 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 14:57:16.448231 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 14:57:16.511038 3664 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 14:57:16.511055 3664 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 14:57:16.511061 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 14:57:16.511066 3664 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 14:57:16.694071 3664 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 14:57:16.694094 3664 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 14:57:16.694099 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0418 14:57:20.833738 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0418 14:57:21.759340 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=737 W0418 14:57:27.422007 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 14:57:27.422025 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 14:57:27.422031 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 14:57:27.422035 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 14:57:27.452932 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 14:57:27.452952 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 14:57:27.452958 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0418 14:57:34.873303 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 W0418 14:57:40.814262 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0418 14:57:44.331291 3664 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:57:44.331840 3664 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:57:44.350134 3664 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:57:44.350154 3664 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:57:44.356091 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0418 14:57:44.356124 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0418 14:57:46.274364 3664 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0418 14:57:46.275181 3664 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0418 14:57:46.275203 3664 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0418 14:57:46.277776 3664 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0418 14:57:47.946989 3664 namespace.go:142] [openshift-pipelines] updating namespace W0418 14:57:53.253628 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 14:57:53.253647 3664 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 14:57:53.255223 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0418 14:57:53.255235 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0418 14:57:54.771695 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-7mb7s] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-7mb7s for pod on switch ip-10-0-1-63.ec2.internal I0418 14:57:54.771815 3664 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-7mb7s I0418 14:57:54.789225 3664 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-7mb7s] pod update took 17.428699ms I0418 14:57:54.789251 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-7mb7s] addLogicalPort annotation time took 17.465558ms I0418 14:57:54.790687 3664 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-7mb7s] addLogicalPort took 19.009902ms, libovsdb time 894.078µs I0418 14:57:55.139039 3664 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-7mb7s b2e2579998549d67668950c5e1f9193f7a0919061b8e23579cd08a98a3bd5e48 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-7mb7s b2e2579998549d67668950c5e1f9193f7a0919061b8e23579cd08a98a3bd5e48 network default NAD default NAD key ] I0418 14:57:55.148775 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-7mb7s, hostIfaceName: b2e2579998549d6, network: default, NAD default, SandboxID: "b2e2579998549d67668950c5e1f9193f7a0919061b8e23579cd08a98a3bd5e48", PCI device ID: , UID: "319a6820-d7b9-4385-a17d-a8869c518b81", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0418 14:57:55.200118 3664 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-7mb7s b2e2579998549d67668950c5e1f9193f7a0919061b8e23579cd08a98a3bd5e48 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-7mb7s b2e2579998549d67668950c5e1f9193f7a0919061b8e23579cd08a98a3bd5e48 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:e2:c5:0c:3f:69\",\"name\":\"b2e2579998549d6\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/732206b3-fea9-4bb2-be2b-51ae0953a9b5\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:57:56.748340 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=105 I0418 14:57:59.509200 3664 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 14:58:02.586866 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:58:02.586956 3664 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0418 14:58:02.598875 3664 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.94126ms I0418 14:58:02.598905 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.974347ms I0418 14:58:02.600397 3664 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.547654ms, libovsdb time 987.436µs I0418 14:58:13.149142 3664 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 663468b48a7cfd6e65020f927492465613018d0152e4f817bcc6dca3484c9a0b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 663468b48a7cfd6e65020f927492465613018d0152e4f817bcc6dca3484c9a0b network default NAD default NAD key ] I0418 14:58:13.158550 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 663468b48a7cfd6, network: default, NAD default, SandboxID: "663468b48a7cfd6e65020f927492465613018d0152e4f817bcc6dca3484c9a0b", PCI device ID: , UID: "74006b11-2d0d-4072-9c8a-ff41707f1e03", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0418 14:58:13.208862 3664 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 663468b48a7cfd6e65020f927492465613018d0152e4f817bcc6dca3484c9a0b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 663468b48a7cfd6e65020f927492465613018d0152e4f817bcc6dca3484c9a0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:c7:d7:ce:27:75\",\"name\":\"663468b48a7cfd6\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f8a5ace-3dfb-41e8-9847-07d1fa564eb1\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:58:18.785706 3664 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 14:58:20.119558 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-4wx8f] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-4wx8f for pod on switch ip-10-0-1-63.ec2.internal I0418 14:58:20.119658 3664 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-4wx8f I0418 14:58:20.133654 3664 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-4wx8f] pod update took 14.023044ms I0418 14:58:20.133676 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-4wx8f] addLogicalPort annotation time took 14.050933ms I0418 14:58:20.134999 3664 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-4wx8f] addLogicalPort took 15.456044ms, libovsdb time 882.017µs I0418 14:58:20.313833 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-h9wzg] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-h9wzg for pod on switch ip-10-0-1-63.ec2.internal I0418 14:58:20.313920 3664 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-h9wzg I0418 14:58:20.328527 3664 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-h9wzg] pod update took 14.625352ms I0418 14:58:20.328553 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-h9wzg] addLogicalPort annotation time took 14.657324ms I0418 14:58:20.329832 3664 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-h9wzg] addLogicalPort took 16.015533ms, libovsdb time 867.593µs I0418 14:58:20.481846 3664 cni.go:452] [openshift-pipelines/tekton-results-api-7b4b7bb78c-4wx8f 20a0b6c4d14d1f84718d7260f2c3806254f699067f729c35e98403eb8a58226a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-4wx8f 20a0b6c4d14d1f84718d7260f2c3806254f699067f729c35e98403eb8a58226a network default NAD default NAD key ] I0418 14:58:20.491270 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-4wx8f, hostIfaceName: 20a0b6c4d14d1f8, network: default, NAD default, SandboxID: "20a0b6c4d14d1f84718d7260f2c3806254f699067f729c35e98403eb8a58226a", PCI device ID: , UID: "cf5ec128-10d0-4db6-aca3-06fdb68b51f4", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0418 14:58:20.544348 3664 cni.go:473] [openshift-pipelines/tekton-results-api-7b4b7bb78c-4wx8f 20a0b6c4d14d1f84718d7260f2c3806254f699067f729c35e98403eb8a58226a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-4wx8f 20a0b6c4d14d1f84718d7260f2c3806254f699067f729c35e98403eb8a58226a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:6d:ce:be:03:4d\",\"name\":\"20a0b6c4d14d1f8\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a1b953d-77f6-4d19-9d41-e44d07f1397d\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:58:20.685173 3664 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-h9wzg 5682554e63d8a1abba3087db2942ef4a5e88ccc2e33d23a3556a75828ec34164 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-h9wzg 5682554e63d8a1abba3087db2942ef4a5e88ccc2e33d23a3556a75828ec34164 network default NAD default NAD key ] I0418 14:58:20.694990 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-h9wzg, hostIfaceName: 5682554e63d8a1a, network: default, NAD default, SandboxID: "5682554e63d8a1abba3087db2942ef4a5e88ccc2e33d23a3556a75828ec34164", PCI device ID: , UID: "3e4a759a-e505-4d4c-8b47-4767b8f3d20e", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0418 14:58:20.746694 3664 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-h9wzg 5682554e63d8a1abba3087db2942ef4a5e88ccc2e33d23a3556a75828ec34164 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-h9wzg 5682554e63d8a1abba3087db2942ef4a5e88ccc2e33d23a3556a75828ec34164 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:ca:69:c4:cb:65\",\"name\":\"5682554e63d8a1a\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd0e3637-f59f-47bb-85b3-bbaf1ba55e7e\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 14:58:25.812309 3664 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 14:58:25.812329 3664 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 14:58:25.812338 3664 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 14:58:30.817450 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 14:58:30.817470 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 14:58:30.817475 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0418 14:58:35.647086 3664 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:58:35.647662 3664 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:58:35.682883 3664 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:58:35.682907 3664 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:58:35.686065 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0418 14:58:35.686094 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0418 14:58:38.403045 3664 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-544cc69c9-b5xz4] creating logical port tsf-tas_trillian-logserver-544cc69c9-b5xz4 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:58:38.403197 3664 kube.go:256] Updating pod tsf-tas/trillian-logserver-544cc69c9-b5xz4 I0418 14:58:38.423355 3664 pod.go:62] [tsf-tas/trillian-logserver-544cc69c9-b5xz4] pod update took 20.181794ms I0418 14:58:38.423379 3664 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-544cc69c9-b5xz4] addLogicalPort annotation time took 20.212942ms I0418 14:58:38.424877 3664 pods.go:271] [tsf-tas/trillian-logserver-544cc69c9-b5xz4] addLogicalPort took 21.845565ms, libovsdb time 985.288µs I0418 14:58:38.468829 3664 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-8plmj-fjmjp] creating logical port tsf-tas_ctlog-createtree-job-8plmj-fjmjp for pod on switch ip-10-0-1-63.ec2.internal I0418 14:58:38.468926 3664 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-8plmj-fjmjp I0418 14:58:38.487775 3664 pod.go:62] [tsf-tas/ctlog-createtree-job-8plmj-fjmjp] pod update took 18.872492ms I0418 14:58:38.487802 3664 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-8plmj-fjmjp] addLogicalPort annotation time took 18.903942ms I0418 14:58:38.489295 3664 pods.go:271] [tsf-tas/ctlog-createtree-job-8plmj-fjmjp] addLogicalPort took 20.481281ms, libovsdb time 992.382µs I0418 14:58:38.600000 3664 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-bfbf9cb67-pbl78] creating logical port tsf-tas_trillian-logsigner-bfbf9cb67-pbl78 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:58:38.600102 3664 kube.go:256] Updating pod tsf-tas/trillian-logsigner-bfbf9cb67-pbl78 I0418 14:58:38.618418 3664 pod.go:62] [tsf-tas/trillian-logsigner-bfbf9cb67-pbl78] pod update took 18.339718ms I0418 14:58:38.618447 3664 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-bfbf9cb67-pbl78] addLogicalPort annotation time took 18.37297ms I0418 14:58:38.619960 3664 pods.go:271] [tsf-tas/trillian-logsigner-bfbf9cb67-pbl78] addLogicalPort took 19.978645ms, libovsdb time 987.635µs I0418 14:58:38.828363 3664 cni.go:452] [tsf-tas/ctlog-createtree-job-8plmj-fjmjp e5893897273109b35da073072b4c7170fd0ad0586e51c685459fd91deec49323 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-8plmj-fjmjp e5893897273109b35da073072b4c7170fd0ad0586e51c685459fd91deec49323 network default NAD default NAD key ] I0418 14:58:38.837545 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-8plmj-fjmjp, hostIfaceName: e5893897273109b, network: default, NAD default, SandboxID: "e5893897273109b35da073072b4c7170fd0ad0586e51c685459fd91deec49323", PCI device ID: , UID: "4b517953-16fd-4d85-b116-cb3dfa5f8081", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0418 14:58:38.888775 3664 cni.go:473] [tsf-tas/ctlog-createtree-job-8plmj-fjmjp e5893897273109b35da073072b4c7170fd0ad0586e51c685459fd91deec49323 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-8plmj-fjmjp e5893897273109b35da073072b4c7170fd0ad0586e51c685459fd91deec49323 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:4a:8a:9d:8f:db\",\"name\":\"e5893897273109b\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45c2286a-bcea-4ec1-932a-f9b32b66cdbb\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:58:38.922096 3664 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-gd769-nnxzd] creating logical port tsf-tas_rekor-createtree-job-gd769-nnxzd for pod on switch ip-10-0-1-63.ec2.internal I0418 14:58:38.922281 3664 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-gd769-nnxzd I0418 14:58:38.935305 3664 pod.go:62] [tsf-tas/rekor-createtree-job-gd769-nnxzd] pod update took 13.048821ms I0418 14:58:38.935331 3664 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-gd769-nnxzd] addLogicalPort annotation time took 13.081673ms I0418 14:58:38.936850 3664 pods.go:271] [tsf-tas/rekor-createtree-job-gd769-nnxzd] addLogicalPort took 14.774806ms, libovsdb time 1.064206ms I0418 14:58:39.286142 3664 cni.go:452] [tsf-tas/rekor-createtree-job-gd769-nnxzd 252cc596fc9746f96090d7968c47b98e5b0ede2a31b50212b6da17ac14001577 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-gd769-nnxzd 252cc596fc9746f96090d7968c47b98e5b0ede2a31b50212b6da17ac14001577 network default NAD default NAD key ] I0418 14:58:39.296100 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-gd769-nnxzd, hostIfaceName: 252cc596fc9746f, network: default, NAD default, SandboxID: "252cc596fc9746f96090d7968c47b98e5b0ede2a31b50212b6da17ac14001577", PCI device ID: , UID: "1186f39a-d754-4c8e-a41c-e96e0e115437", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0418 14:58:39.347011 3664 cni.go:473] [tsf-tas/rekor-createtree-job-gd769-nnxzd 252cc596fc9746f96090d7968c47b98e5b0ede2a31b50212b6da17ac14001577 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-gd769-nnxzd 252cc596fc9746f96090d7968c47b98e5b0ede2a31b50212b6da17ac14001577 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:1e:c9:fd:cd:ac\",\"name\":\"252cc596fc9746f\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e2d0d9f-6eb3-4a1f-8e53-93fc825639ff\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:58:40.272948 3664 cni.go:452] [tsf-tas/trillian-logserver-544cc69c9-b5xz4 16a0536fff9e616848760ea3e3cc109e7720a27b594ebf0373e86fadcc6d985e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-544cc69c9-b5xz4 16a0536fff9e616848760ea3e3cc109e7720a27b594ebf0373e86fadcc6d985e network default NAD default NAD key ] I0418 14:58:40.284857 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-544cc69c9-b5xz4, hostIfaceName: 16a0536fff9e616, network: default, NAD default, SandboxID: "16a0536fff9e616848760ea3e3cc109e7720a27b594ebf0373e86fadcc6d985e", PCI device ID: , UID: "ad9a6173-56a4-4dc4-b19f-2e4043ffd724", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0418 14:58:40.346261 3664 cni.go:473] [tsf-tas/trillian-logserver-544cc69c9-b5xz4 16a0536fff9e616848760ea3e3cc109e7720a27b594ebf0373e86fadcc6d985e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-544cc69c9-b5xz4 16a0536fff9e616848760ea3e3cc109e7720a27b594ebf0373e86fadcc6d985e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:65:69:97:81:6d\",\"name\":\"16a0536fff9e616\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c101e43-b5ec-4743-84c1-5fb53b644dab\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:58:41.340753 3664 cni.go:452] [tsf-tas/trillian-logsigner-bfbf9cb67-pbl78 af2eef70311e7292898f64ba6fa6fd5f3c8acd8e9bb3eceabe12b0d4d5698f2b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-bfbf9cb67-pbl78 af2eef70311e7292898f64ba6fa6fd5f3c8acd8e9bb3eceabe12b0d4d5698f2b network default NAD default NAD key ] I0418 14:58:41.350862 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-bfbf9cb67-pbl78, hostIfaceName: af2eef70311e729, network: default, NAD default, SandboxID: "af2eef70311e7292898f64ba6fa6fd5f3c8acd8e9bb3eceabe12b0d4d5698f2b", PCI device ID: , UID: "45cb434d-46a9-4bd6-8be3-b5c78e72ae9d", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0418 14:58:41.405135 3664 cni.go:473] [tsf-tas/trillian-logsigner-bfbf9cb67-pbl78 af2eef70311e7292898f64ba6fa6fd5f3c8acd8e9bb3eceabe12b0d4d5698f2b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-bfbf9cb67-pbl78 af2eef70311e7292898f64ba6fa6fd5f3c8acd8e9bb3eceabe12b0d4d5698f2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:40:b7:20:22:d7\",\"name\":\"af2eef70311e729\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c388bf2-1a74-4071-9e23-476f0e047ae9\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 14:58:42.132535 3664 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0418 14:58:42.132557 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0418 14:58:45.697185 3664 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-ljksg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:58:45.697860 3664 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-ljksg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:58:46.592115 3664 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-ljksg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:58:46.592147 3664 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-ljksg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 14:58:49.933439 3664 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0418 14:58:49.958968 3664 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0418 14:58:51.845050 3664 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-bx8hn-fxtlk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:58:51.845646 3664 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-bx8hn-fxtlk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 14:58:52.192148 3664 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0418 14:58:52.210651 3664 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-bx8hn-fxtlk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:58:52.210667 3664 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-bx8hn-fxtlk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 14:59:00.706268 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0418 14:59:12.722286 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-t4vkk] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-t4vkk for pod on switch ip-10-0-1-63.ec2.internal I0418 14:59:12.722411 3664 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-t4vkk I0418 14:59:12.736233 3664 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-t4vkk] pod update took 13.858877ms I0418 14:59:12.736255 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-t4vkk] addLogicalPort annotation time took 13.887332ms I0418 14:59:12.737898 3664 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-t4vkk] addLogicalPort took 15.632596ms, libovsdb time 1.10642ms I0418 14:59:13.084754 3664 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-t4vkk 8dafda46dfdc568df42f21aa3408dd836275eb9ac6a5e6912e883662c031bb74 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-t4vkk 8dafda46dfdc568df42f21aa3408dd836275eb9ac6a5e6912e883662c031bb74 network default NAD default NAD key ] I0418 14:59:13.094746 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-t4vkk, hostIfaceName: 8dafda46dfdc568, network: default, NAD default, SandboxID: "8dafda46dfdc568df42f21aa3408dd836275eb9ac6a5e6912e883662c031bb74", PCI device ID: , UID: "ec7e8897-916c-493d-9546-d240085469c3", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0418 14:59:13.147294 3664 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-t4vkk 8dafda46dfdc568df42f21aa3408dd836275eb9ac6a5e6912e883662c031bb74 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-t4vkk 8dafda46dfdc568df42f21aa3408dd836275eb9ac6a5e6912e883662c031bb74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:04:cc:62:1c:c5\",\"name\":\"8dafda46dfdc568\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/352cd162-57d8-4c4e-8ed6-8eccfceb4966\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 14:59:20.058122 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0418 14:59:20.090214 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0418 14:59:20.858267 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0418 14:59:24.914240 3664 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:24.914847 3664 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:24.933512 3664 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:24.933530 3664 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:24.939436 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0418 14:59:24.939461 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0418 14:59:33.969043 3664 obj_retry.go:498] Detected object tsf/patch-tekton-config-ss8tq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:33.969606 3664 obj_retry.go:498] Detected object tsf/patch-tekton-config-ss8tq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:33.993138 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:33.993158 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:34.194868 3664 cni.go:452] [tsf-tas/ctlog-createtree-job-8plmj-fjmjp e5893897273109b35da073072b4c7170fd0ad0586e51c685459fd91deec49323 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-8plmj-fjmjp e5893897273109b35da073072b4c7170fd0ad0586e51c685459fd91deec49323 network default NAD default NAD key ] I0418 14:59:34.195901 3664 cni.go:452] [tsf-tas/rekor-createtree-job-gd769-nnxzd 252cc596fc9746f96090d7968c47b98e5b0ede2a31b50212b6da17ac14001577 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-gd769-nnxzd 252cc596fc9746f96090d7968c47b98e5b0ede2a31b50212b6da17ac14001577 network default NAD default NAD key ] I0418 14:59:34.296984 3664 cni.go:473] [tsf-tas/ctlog-createtree-job-8plmj-fjmjp e5893897273109b35da073072b4c7170fd0ad0586e51c685459fd91deec49323 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-8plmj-fjmjp e5893897273109b35da073072b4c7170fd0ad0586e51c685459fd91deec49323 network default NAD default NAD key default], result "{}", err I0418 14:59:34.313871 3664 cni.go:473] [tsf-tas/rekor-createtree-job-gd769-nnxzd 252cc596fc9746f96090d7968c47b98e5b0ede2a31b50212b6da17ac14001577 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-gd769-nnxzd 252cc596fc9746f96090d7968c47b98e5b0ede2a31b50212b6da17ac14001577 network default NAD default NAD key default], result "{}", err I0418 14:59:34.364261 3664 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-8plmj-fjmjp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:34.364290 3664 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-8plmj-fjmjp I0418 14:59:34.365620 3664 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-8plmj-fjmjp, ips: 10.129.0.43 I0418 14:59:34.365647 3664 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-8plmj-fjmjp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:34.391523 3664 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-gd769-nnxzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:34.391558 3664 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-gd769-nnxzd I0418 14:59:34.392799 3664 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-gd769-nnxzd, ips: 10.129.0.45 I0418 14:59:34.392825 3664 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-gd769-nnxzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:34.841981 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:34.842009 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:35.206774 3664 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-8plmj-fjmjp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:35.206800 3664 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-8plmj-fjmjp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:35.228999 3664 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-gd769-nnxzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:35.229024 3664 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-gd769-nnxzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:38.696920 3664 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6978bf8d88-mkkrx] creating logical port tsf-tas_ctlog-6978bf8d88-mkkrx for pod on switch ip-10-0-1-63.ec2.internal I0418 14:59:38.697008 3664 kube.go:256] Updating pod tsf-tas/ctlog-6978bf8d88-mkkrx I0418 14:59:38.711542 3664 pod.go:62] [tsf-tas/ctlog-6978bf8d88-mkkrx] pod update took 14.554004ms I0418 14:59:38.711573 3664 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-6978bf8d88-mkkrx] addLogicalPort annotation time took 14.590122ms I0418 14:59:38.712953 3664 pods.go:271] [tsf-tas/ctlog-6978bf8d88-mkkrx] addLogicalPort took 16.049288ms, libovsdb time 926.62µs I0418 14:59:38.846823 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0418 14:59:39.661354 3664 cni.go:452] [tsf-tas/ctlog-6978bf8d88-mkkrx 4dbc64aa4e0aecf69739b8d9af228cb318d56f16d80eadb7bbe6ec1a0b7b5ed9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-6978bf8d88-mkkrx 4dbc64aa4e0aecf69739b8d9af228cb318d56f16d80eadb7bbe6ec1a0b7b5ed9 network default NAD default NAD key ] I0418 14:59:39.670496 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6978bf8d88-mkkrx, hostIfaceName: 4dbc64aa4e0aecf, network: default, NAD default, SandboxID: "4dbc64aa4e0aecf69739b8d9af228cb318d56f16d80eadb7bbe6ec1a0b7b5ed9", PCI device ID: , UID: "b0b30c60-2235-4c36-abc1-3dd5eedac8fd", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0418 14:59:39.723016 3664 cni.go:473] [tsf-tas/ctlog-6978bf8d88-mkkrx 4dbc64aa4e0aecf69739b8d9af228cb318d56f16d80eadb7bbe6ec1a0b7b5ed9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-6978bf8d88-mkkrx 4dbc64aa4e0aecf69739b8d9af228cb318d56f16d80eadb7bbe6ec1a0b7b5ed9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:40:d7:b2:04:cd\",\"name\":\"4dbc64aa4e0aecf\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d8a66f6-3c80-46dc-bf8f-a5b973250f4d\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:59:40.006634 3664 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-jltgj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:40.007073 3664 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-jltgj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:40.163572 3664 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-57d759dc8-7vq26] creating logical port tsf-tas_rekor-search-ui-57d759dc8-7vq26 for pod on switch ip-10-0-1-63.ec2.internal I0418 14:59:40.163670 3664 kube.go:256] Updating pod tsf-tas/rekor-search-ui-57d759dc8-7vq26 I0418 14:59:40.185838 3664 pod.go:62] [tsf-tas/rekor-search-ui-57d759dc8-7vq26] pod update took 22.191688ms I0418 14:59:40.185865 3664 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-57d759dc8-7vq26] addLogicalPort annotation time took 22.225243ms I0418 14:59:40.187388 3664 pods.go:271] [tsf-tas/rekor-search-ui-57d759dc8-7vq26] addLogicalPort took 23.834032ms, libovsdb time 1.007098ms I0418 14:59:40.566454 3664 cni.go:452] [tsf-tas/rekor-search-ui-57d759dc8-7vq26 1afe56e3a435e75d5e0889aa34a963a43b7a28f2b165a9d1ddea809ccc5172a4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-57d759dc8-7vq26 1afe56e3a435e75d5e0889aa34a963a43b7a28f2b165a9d1ddea809ccc5172a4 network default NAD default NAD key ] I0418 14:59:40.576380 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-57d759dc8-7vq26, hostIfaceName: 1afe56e3a435e75, network: default, NAD default, SandboxID: "1afe56e3a435e75d5e0889aa34a963a43b7a28f2b165a9d1ddea809ccc5172a4", PCI device ID: , UID: "64468cbd-ff49-49d1-8f23-ed0f688ec5d0", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0418 14:59:40.633020 3664 cni.go:473] [tsf-tas/rekor-search-ui-57d759dc8-7vq26 1afe56e3a435e75d5e0889aa34a963a43b7a28f2b165a9d1ddea809ccc5172a4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-57d759dc8-7vq26 1afe56e3a435e75d5e0889aa34a963a43b7a28f2b165a9d1ddea809ccc5172a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:88:8f:5b:38:28\",\"name\":\"1afe56e3a435e75\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c2fc149-c928-468e-9030-d02fb79e2315\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 14:59:41.026503 3664 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-jltgj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:41.026528 3664 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-jltgj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:41.060048 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:41.060074 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:41.063978 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ss8tq I0418 14:59:41.064000 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ss8tq W0418 14:59:41.234990 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0418 14:59:42.459400 3664 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0418 14:59:43.246103 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0418 14:59:45.045258 3664 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:45.045853 3664 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:45.063605 3664 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:45.063627 3664 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:45.070298 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0418 14:59:45.070321 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0418 14:59:50.938642 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0418 14:59:51.642421 3664 obj_retry.go:498] Detected object tsf-tpa/create-db-bzpnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:51.642973 3664 obj_retry.go:498] Detected object tsf-tpa/create-db-bzpnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 14:59:52.245775 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0418 14:59:52.664292 3664 obj_retry.go:492] Detected object tsf-tpa/create-db-bzpnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:52.664317 3664 obj_retry.go:492] Detected object tsf-tpa/create-db-bzpnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 14:59:55.298289 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0418 14:59:55.675578 3664 obj_retry.go:498] Detected object tsf-tpa/migrate-db-xlwqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:55.676171 3664 obj_retry.go:498] Detected object tsf-tpa/migrate-db-xlwqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:55.795836 3664 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xlwqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:55.795859 3664 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xlwqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:58.700561 3664 obj_retry.go:498] Detected object tsf-tpa/create-importers-tgjkp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:58.701133 3664 obj_retry.go:498] Detected object tsf-tpa/create-importers-tgjkp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:58.935322 3664 base_network_controller_pods.go:487] [default/tsf-tpa/server-5b886b4545-qjbjf] creating logical port tsf-tpa_server-5b886b4545-qjbjf for pod on switch ip-10-0-1-63.ec2.internal I0418 14:59:58.935426 3664 kube.go:256] Updating pod tsf-tpa/server-5b886b4545-qjbjf I0418 14:59:58.948453 3664 pod.go:62] [tsf-tpa/server-5b886b4545-qjbjf] pod update took 13.058235ms I0418 14:59:58.948474 3664 base_network_controller_pods.go:951] [default/tsf-tpa/server-5b886b4545-qjbjf] addLogicalPort annotation time took 13.083029ms I0418 14:59:58.949866 3664 pods.go:271] [tsf-tpa/server-5b886b4545-qjbjf] addLogicalPort took 14.562764ms, libovsdb time 976.517µs I0418 14:59:59.014801 3664 obj_retry.go:492] Detected object tsf-tpa/create-importers-tgjkp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:59.014821 3664 obj_retry.go:492] Detected object tsf-tpa/create-importers-tgjkp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:00.022605 3664 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-9xg9g] creating logical port tsf-tpa_importer-5b5b6dd8fb-9xg9g for pod on switch ip-10-0-1-63.ec2.internal I0418 15:00:00.022707 3664 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-9xg9g I0418 15:00:00.035827 3664 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-9xg9g] pod update took 13.147133ms I0418 15:00:00.035852 3664 base_network_controller_pods.go:951] [default/tsf-tpa/importer-5b5b6dd8fb-9xg9g] addLogicalPort annotation time took 13.177842ms I0418 15:00:00.037267 3664 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-9xg9g] addLogicalPort took 14.68311ms, libovsdb time 1.002458ms I0418 15:00:03.729811 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:03.730372 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:04.605113 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:04.605133 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:06.985558 3664 cni.go:452] [tsf-tpa/importer-5b5b6dd8fb-9xg9g 43f038bc25bb77edc8e450812791283d1b94ef46983bd863918186625556a935 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-9xg9g 43f038bc25bb77edc8e450812791283d1b94ef46983bd863918186625556a935 network default NAD default NAD key ] I0418 15:00:06.994818 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-9xg9g, hostIfaceName: 43f038bc25bb77e, network: default, NAD default, SandboxID: "43f038bc25bb77edc8e450812791283d1b94ef46983bd863918186625556a935", PCI device ID: , UID: "35d9cf38-4910-4537-a940-e52d60e29a16", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0418 15:00:07.047654 3664 cni.go:473] [tsf-tpa/importer-5b5b6dd8fb-9xg9g 43f038bc25bb77edc8e450812791283d1b94ef46983bd863918186625556a935 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-9xg9g 43f038bc25bb77edc8e450812791283d1b94ef46983bd863918186625556a935 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:7c:ae:04:4e:ef\",\"name\":\"43f038bc25bb77e\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4592a9d5-41d2-47dd-8f8c-1b67016748a9\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 15:00:07.123094 3664 cni.go:452] [tsf-tpa/server-5b886b4545-qjbjf 0b4d4abd6c0fc72a3c19c02ecd6fcc523be5a147539da4e846931420504542fe network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-5b886b4545-qjbjf 0b4d4abd6c0fc72a3c19c02ecd6fcc523be5a147539da4e846931420504542fe network default NAD default NAD key ] I0418 15:00:07.132741 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-5b886b4545-qjbjf, hostIfaceName: 0b4d4abd6c0fc72, network: default, NAD default, SandboxID: "0b4d4abd6c0fc72a3c19c02ecd6fcc523be5a147539da4e846931420504542fe", PCI device ID: , UID: "dd87323f-9662-4903-a91c-460685b46ad9", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0418 15:00:07.184776 3664 cni.go:473] [tsf-tpa/server-5b886b4545-qjbjf 0b4d4abd6c0fc72a3c19c02ecd6fcc523be5a147539da4e846931420504542fe network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-5b886b4545-qjbjf 0b4d4abd6c0fc72a3c19c02ecd6fcc523be5a147539da4e846931420504542fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:9e:2c:4e:9b:98\",\"name\":\"0b4d4abd6c0fc72\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d7a4216-de90-4cab-aee9-f9d722f3a5ab\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 15:00:08.864554 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 W0418 15:00:12.416927 3664 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0418 15:00:13.428508 3664 util.go:959] Failed to build node endpoints for node ip-10-0-1-63.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0418 15:00:15.205803 3664 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-h5cdw-qz7wk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:15.206377 3664 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-h5cdw-qz7wk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:16.226577 3664 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-h5cdw-qz7wk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:16.226598 3664 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-h5cdw-qz7wk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:30.388782 3664 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:30.389347 3664 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:30.408012 3664 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:30.408032 3664 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:30.415571 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0418 15:00:30.415599 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0418 15:00:31.094961 3664 namespace.go:98] [default-tenant] adding namespace I0418 15:00:31.095014 3664 namespace.go:98] [image-controller] adding namespace I0418 15:00:31.095854 3664 namespace.go:102] [default-tenant] adding namespace took 870.397µs I0418 15:00:31.096508 3664 namespace.go:98] [integration-service] adding namespace I0418 15:00:31.096680 3664 namespace.go:98] [build-service] adding namespace I0418 15:00:31.096707 3664 namespace.go:102] [image-controller] adding namespace took 1.680796ms I0418 15:00:31.097315 3664 namespace.go:102] [integration-service] adding namespace took 787.646µs I0418 15:00:31.097941 3664 namespace.go:102] [build-service] adding namespace took 1.249427ms I0418 15:00:31.121038 3664 namespace.go:142] [default-tenant] updating namespace I0418 15:00:31.137853 3664 namespace.go:142] [default-tenant] updating namespace I0418 15:00:31.156412 3664 namespace.go:142] [image-controller] updating namespace I0418 15:00:31.174620 3664 namespace.go:142] [image-controller] updating namespace I0418 15:00:31.181163 3664 namespace.go:142] [integration-service] updating namespace W0418 15:00:31.194242 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0418 15:00:31.203074 3664 namespace.go:142] [integration-service] updating namespace I0418 15:00:31.215757 3664 namespace.go:142] [build-service] updating namespace I0418 15:00:31.240084 3664 namespace.go:142] [build-service] updating namespace I0418 15:00:31.329232 3664 namespace.go:142] [build-service] updating namespace I0418 15:00:31.349797 3664 namespace.go:142] [integration-service] updating namespace I0418 15:00:31.434804 3664 namespace.go:98] [release-service] adding namespace I0418 15:00:31.435743 3664 namespace.go:102] [release-service] adding namespace took 891.771µs I0418 15:00:31.459666 3664 namespace.go:142] [release-service] updating namespace I0418 15:00:31.509396 3664 namespace.go:142] [release-service] updating namespace I0418 15:00:31.521357 3664 namespace.go:142] [konflux-ui] updating namespace I0418 15:00:31.539988 3664 namespace.go:98] [konflux-info] adding namespace I0418 15:00:31.540781 3664 namespace.go:102] [konflux-info] adding namespace took 773.052µs I0418 15:00:31.575261 3664 namespace.go:98] [namespace-lister] adding namespace I0418 15:00:31.576131 3664 namespace.go:102] [namespace-lister] adding namespace took 852.111µs I0418 15:00:31.579979 3664 namespace.go:142] [konflux-info] updating namespace I0418 15:00:31.611958 3664 namespace.go:142] [namespace-lister] updating namespace I0418 15:00:31.653005 3664 namespace.go:142] [konflux-info] updating namespace I0418 15:00:31.683326 3664 namespace.go:142] [namespace-lister] updating namespace I0418 15:00:31.716074 3664 namespace.go:98] [enterprise-contract-service] adding namespace I0418 15:00:31.716986 3664 namespace.go:102] [enterprise-contract-service] adding namespace took 894.259µs I0418 15:00:31.758767 3664 namespace.go:142] [image-controller] updating namespace I0418 15:00:31.779484 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0418 15:00:31.825781 3664 namespace.go:142] [build-service] updating namespace I0418 15:00:31.853193 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0418 15:00:32.021847 3664 namespace.go:142] [default-tenant] updating namespace I0418 15:00:32.051389 3664 namespace.go:142] [default-tenant] updating namespace I0418 15:00:32.226229 3664 namespace.go:98] [segment-bridge] adding namespace I0418 15:00:32.227063 3664 namespace.go:102] [segment-bridge] adding namespace took 814.238µs I0418 15:00:32.234406 3664 namespace.go:142] [image-controller] updating namespace I0418 15:00:32.285989 3664 namespace.go:142] [segment-bridge] updating namespace I0418 15:00:32.377914 3664 namespace.go:142] [segment-bridge] updating namespace I0418 15:00:32.526246 3664 namespace.go:142] [build-service] updating namespace I0418 15:00:32.541600 3664 namespace.go:142] [default-tenant] updating namespace I0418 15:00:32.551373 3664 namespace.go:142] [image-controller] updating namespace I0418 15:00:32.563352 3664 namespace.go:142] [integration-service] updating namespace I0418 15:00:32.632938 3664 namespace.go:142] [build-service] updating namespace I0418 15:00:32.737818 3664 namespace.go:142] [integration-service] updating namespace I0418 15:00:32.737888 3664 namespace.go:142] [default-tenant] updating namespace I0418 15:00:32.833742 3664 namespace.go:142] [image-controller] updating namespace I0418 15:00:32.933163 3664 namespace.go:142] [integration-service] updating namespace I0418 15:00:32.992538 3664 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0418 15:00:32.993168 3664 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0418 15:00:32.993183 3664 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0418 15:00:32.995710 3664 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0418 15:00:33.174469 3664 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0418 15:00:33.174502 3664 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0418 15:00:33.175423 3664 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0418 15:00:34.098890 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0418 15:00:34.294007 3664 namespace.go:142] [konflux-info] updating namespace I0418 15:00:34.550228 3664 namespace.go:142] [namespace-lister] updating namespace I0418 15:00:34.742060 3664 namespace.go:142] [release-service] updating namespace I0418 15:00:34.925104 3664 namespace.go:142] [segment-bridge] updating namespace I0418 15:00:35.077167 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0418 15:00:35.110266 3664 namespace.go:142] [konflux-info] updating namespace I0418 15:00:35.145679 3664 namespace.go:142] [namespace-lister] updating namespace I0418 15:00:35.173132 3664 namespace.go:142] [release-service] updating namespace I0418 15:00:35.197697 3664 namespace.go:142] [segment-bridge] updating namespace I0418 15:00:35.268053 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0418 15:00:35.308560 3664 namespace.go:142] [konflux-info] updating namespace I0418 15:00:35.353659 3664 namespace.go:142] [namespace-lister] updating namespace I0418 15:00:35.411493 3664 namespace.go:142] [release-service] updating namespace I0418 15:00:35.510337 3664 namespace.go:142] [segment-bridge] updating namespace W0418 15:00:36.769347 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0418 15:00:39.215856 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0418 15:00:39.790551 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0418 15:00:43.747902 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 W0418 15:00:44.825318 3664 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0418 15:00:46.272316 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 15:00:46.272341 3664 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 15:00:46.853215 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 15:00:46.853247 3664 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 15:00:48.309894 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0418 15:00:48.310058 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0418 15:00:48.747740 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 W0418 15:00:49.297790 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 15:00:49.297861 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 15:00:49.862031 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 15:00:49.862470 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0418 15:01:01.197510 3664 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:01:01.198120 3664 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:01:01.363397 3664 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:01:01.363417 3664 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:01:01.370944 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q I0418 15:01:01.370970 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q I0418 15:01:21.749304 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=156 I0418 15:01:56.355038 3664 obj_retry.go:498] Detected object konflux-ui/proxy-869d5d4dc7-8crkq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:01:56.355602 3664 obj_retry.go:498] Detected object konflux-ui/proxy-869d5d4dc7-8crkq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:01:57.269734 3664 obj_retry.go:492] Detected object konflux-ui/proxy-869d5d4dc7-8crkq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:01:57.269761 3664 obj_retry.go:492] Detected object konflux-ui/proxy-869d5d4dc7-8crkq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:01:57.276870 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-869d5d4dc7-8crkq I0418 15:01:57.276893 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-869d5d4dc7-8crkq I0418 15:02:04.450343 3664 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:02:04.450965 3664 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:02:04.485599 3664 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:02:04.485623 3664 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:02:04.491510 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0418 15:02:04.491533 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0418 15:02:26.837007 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0418 15:02:27.725616 3664 namespace.go:98] [default-managed-tenant-r8i3d] adding namespace I0418 15:02:27.726620 3664 namespace.go:102] [default-managed-tenant-r8i3d] adding namespace took 982.212µs I0418 15:02:27.748279 3664 namespace.go:142] [default-managed-tenant-r8i3d] updating namespace I0418 15:02:27.763330 3664 namespace.go:142] [default-managed-tenant-r8i3d] updating namespace I0418 15:02:28.766129 3664 namespace.go:142] [default-managed-tenant-r8i3d] updating namespace I0418 15:02:29.057461 3664 namespace.go:142] [default-managed-tenant-r8i3d] updating namespace I0418 15:02:29.157767 3664 namespace.go:142] [default-managed-tenant-r8i3d] updating namespace I0418 15:02:54.877042 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0418 15:03:18.870324 3664 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0418 15:04:32.750678 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=45 I0418 15:04:45.750400 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=160 I0418 15:05:09.851829 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0418 15:05:58.861341 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0418 15:06:01.846525 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0418 15:06:24.835944 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0418 15:07:06.762147 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=430 I0418 15:07:25.867783 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0418 15:07:26.876064 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0418 15:08:42.751761 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0418 15:08:46.750621 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0418 15:08:46.849956 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0418 15:09:28.750002 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0418 15:09:45.879936 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0418 15:09:52.048220 3664 obj_retry.go:492] Detected object tsf-tpa/create-db-bzpnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:52.048262 3664 obj_retry.go:492] Detected object tsf-tpa/create-db-bzpnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:52.053168 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-bzpnl I0418 15:09:52.053192 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-bzpnl I0418 15:09:55.028937 3664 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xlwqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:55.028969 3664 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xlwqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:55.032512 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-xlwqj I0418 15:09:55.032535 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-xlwqj I0418 15:09:59.028162 3664 obj_retry.go:492] Detected object tsf-tpa/create-importers-tgjkp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:59.028206 3664 obj_retry.go:492] Detected object tsf-tpa/create-importers-tgjkp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:59.031767 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-tgjkp I0418 15:09:59.031796 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-tgjkp I0418 15:10:04.068972 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:10:04.069611 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:10:04.945685 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:10:04.945708 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 15:10:25.156585 3664 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-698948cbb8-mddh5 I0418 15:11:41.839486 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0418 15:12:22.764742 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=22 I0418 15:12:24.753031 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0418 15:12:30.878678 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0418 15:12:45.854307 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0418 15:12:55.873079 3664 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0418 15:13:02.864802 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0418 15:13:16.838364 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0418 15:13:26.870608 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0418 15:13:35.752768 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0418 15:14:57.754536 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0418 15:15:15.848815 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0418 15:15:53.752384 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0418 15:16:54.345500 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:16:54.346160 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:16:55.129377 3664 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:16:55.129435 3664 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:16:55.135965 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod I0418 15:16:55.135994 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod I0418 15:16:58.284669 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:16:58.285295 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:17:12.431805 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:17:12.432505 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:17:28.754914 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 I0418 15:17:32.857420 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0418 15:17:51.714952 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:17:51.715544 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:17:55.882760 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0418 15:18:23.868040 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0418 15:18:38.755365 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0418 15:19:05.881825 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0418 15:19:20.873277 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0418 15:19:54.842105 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0418 15:20:04.481189 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:20:04.481852 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:20:05.335018 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:20:05.335038 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:20:05.374800 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:20:05.374823 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:20:05.378618 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd I0418 15:20:05.378654 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd I0418 15:20:06.756847 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0418 15:20:44.742895 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:20:44.743692 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:21:13.922109 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:21:13.922673 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:21:34.856756 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0418 15:21:35.768041 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=157 I0418 15:21:55.755138 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0418 15:22:12.393410 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:12.394119 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:16.434255 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:16.434841 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:16.504504 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:16.505085 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:19.548331 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:19.548891 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:34.876005 3664 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0418 15:22:35.841225 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0418 15:22:37.856420 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:37.857004 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:58.126288 3664 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:58.126922 3664 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:58.917839 3664 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:22:58.917863 3664 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:22:58.925259 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq I0418 15:22:58.925288 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq I0418 15:23:13.293761 3664 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:23:13.294345 3664 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:23:13.589027 3664 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:23:13.589049 3664 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:23:13.594909 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 I0418 15:23:13.594932 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 I0418 15:23:33.851785 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0418 15:23:58.755041 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0418 15:24:54.885563 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0418 15:25:09.484288 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:25:09.484898 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:25:24.740843 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:25:24.741471 3664 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:25:40.758550 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=42 I0418 15:25:44.892141 3664 obj_retry.go:498] Detected object default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:25:44.892738 3664 obj_retry.go:498] Detected object default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:26:07.929265 3664 obj_retry.go:498] Detected object default-tenant/my-integration-test-xnhq-lqzgf-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:26:07.929841 3664 obj_retry.go:498] Detected object default-tenant/my-integration-test-xnhq-lqzgf-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:26:17.884712 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9