+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-112.ec2.internal ++ [[ -n ip-10-0-2-112.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-112.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0418 11:07:37.184128900 - disable conntrack on geneve port' I0418 11:07:37.184128900 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0418 11:07:37.224238759 - starting ovnkube-node + echo 'I0418 11:07:37.224238759 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-112.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-112.ec2.internal --init-node ip-10-0-2-112.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-112.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0418 11:07:37.283960 3671 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0418 11:07:37.284028 3671 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-bac2c7fec1.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0418 11:07:37.285566 3671 kube.go:431] Waiting for certificate I0418 11:07:37.285615 3671 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0418 11:07:37.285654 3671 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0418 11:07:37.286371 3671 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 11:07:37.312309 3671 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 11:07:37.312331 3671 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 11:07:37.314955 3671 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 11:07:37.317453 3671 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-wrctr" I0418 11:07:37.324257 3671 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-wrctr" I0418 11:07:37.324340 3671 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 11:07:38.286000 3671 kube.go:438] Certificate found I0418 11:07:38.286601 3671 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 11:07:38.287666 3671 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0418 11:07:38.328335 3671 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-19 11:02:37 +0000 UTC" deadline="2026-04-19 06:26:56.225236756 +0000 UTC" I0418 11:07:38.328384 3671 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h19m17.896867434s" I0418 11:07:38.359381 3671 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 11:07:38.384319 3671 controller_manager.go:370] Starting the ovnkube controller I0418 11:07:38.384342 3671 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-112.ec2.internal I0418 11:07:38.384389 3671 controller_manager.go:395] NBDB zone sync took: 38.986µs I0418 11:07:38.384401 3671 factory.go:561] Starting watch factory I0418 11:07:38.384519 3671 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.384605 3671 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.384601 3671 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.384630 3671 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.384553 3671 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0418 11:07:38.384747 3671 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.384780 3671 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.384787 3671 factory.go:561] Starting watch factory I0418 11:07:38.384557 3671 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.384817 3671 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.385212 3671 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.385240 3671 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.385384 3671 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0418 11:07:38.385635 3671 server.go:101] MetricServer registers OVS metrics I0418 11:07:38.386168 3671 server.go:105] MetricServer registers OVN DB metrics I0418 11:07:38.387873 3671 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.387943 3671 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.391365 3671 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0418 11:07:38.391389 3671 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0418 11:07:38.406166 3671 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0418 11:07:38.406206 3671 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0418 11:07:38.408441 3671 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.408586 3671 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.408649 3671 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.408773 3671 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.409500 3671 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.412314 3671 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0418 11:07:38.412395 3671 server.go:109] MetricServer registers OVN Controller metrics I0418 11:07:38.413298 3671 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:38.418207 3671 server.go:113] MetricServer registers OVN Northd metrics I0418 11:07:38.423201 3671 metrics.go:519] OVN Metrics Server starts to run ... I0418 11:07:38.490571 3671 factory.go:1977] *v1.Service informer cache synced successfully I0418 11:07:38.490595 3671 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 11:07:38.490601 3671 factory.go:1977] *v1.Pod informer cache synced successfully I0418 11:07:38.490604 3671 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 11:07:38.490607 3671 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 11:07:38.490610 3671 factory.go:1977] *v1.Node informer cache synced successfully I0418 11:07:38.490602 3671 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 11:07:38.490623 3671 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 11:07:38.490626 3671 factory.go:1977] *v1.Node informer cache synced successfully I0418 11:07:38.490629 3671 factory.go:1977] *v1.Service informer cache synced successfully I0418 11:07:38.490632 3671 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 11:07:38.490635 3671 factory.go:1977] *v1.Pod informer cache synced successfully I0418 11:07:38.490699 3671 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:38.490724 3671 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:38.490781 3671 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:38.490829 3671 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:38.494204 3671 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:38.494285 3671 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:38.496254 3671 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 11:07:38.496265 3671 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 11:07:38.496267 3671 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 11:07:38.496274 3671 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 11:07:38.496322 3671 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.496336 3671 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.498985 3671 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.501334 3671 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 11:07:38.501391 3671 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.501405 3671 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.501428 3671 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 11:07:38.504266 3671 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.506834 3671 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 11:07:38.506847 3671 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 11:07:38.506901 3671 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.506915 3671 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.509526 3671 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.511871 3671 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 11:07:38.511938 3671 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.511951 3671 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.512018 3671 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 11:07:38.514456 3671 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.517893 3671 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 11:07:38.517904 3671 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 11:07:38.517957 3671 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.517970 3671 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.520714 3671 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.523268 3671 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 11:07:38.523290 3671 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 11:07:38.523846 3671 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 11:07:38.523860 3671 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 11:07:38.526850 3671 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 11:07:38.528814 3671 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 11:07:38.528894 3671 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.528909 3671 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.528936 3671 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.528959 3671 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.528940 3671 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 11:07:38.531716 3671 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.532127 3671 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:38.534089 3671 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 11:07:38.534101 3671 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 11:07:38.534104 3671 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 11:07:38.534111 3671 factory.go:680] Watch Factory start up complete, took: 149.329878ms I0418 11:07:38.534113 3671 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 11:07:38.534124 3671 factory.go:680] Watch Factory start up complete, took: 149.726854ms I0418 11:07:38.534134 3671 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-112.ec2.internal" zone I0418 11:07:38.534214 3671 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0418 11:07:38.572453 3671 default_node_network_controller.go:710] Initializing the default node network controller I0418 11:07:38.637814 3671 udn_isolation.go:101] Starting UDN host isolation manager I0418 11:07:38.644371 3671 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0418 11:07:38.719957 3671 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0418 11:07:38.720046 3671 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0418 11:07:38.720080 3671 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0418 11:07:38.755194 3671 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0418 11:07:38.755266 3671 default_node_network_controller.go:809] Node ip-10-0-2-112.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0418 11:07:38.761098 3671 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.112"] k8s.ovn.org/zone-name:ip-10-0-2-112.ec2.internal] on node ip-10-0-2-112.ec2.internal I0418 11:07:38.783432 3671 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0418 11:07:38.784613 3671 controller_manager.go:429] Waiting for node in zone sync took: 250.464589ms I0418 11:07:38.790053 3671 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0418 11:07:38.790216 3671 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0418 11:07:38.790395 3671 gateway_init.go:263] Preparing Gateway I0418 11:07:38.790407 3671 gateway_shared_intf.go:1687] Creating new gateway I0418 11:07:38.790474 3671 controller_manager.go:611] Switching to transit router for layer2 networks I0418 11:07:38.790491 3671 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-112.ec2.internal I0418 11:07:38.806667 3671 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 11:07:38.813461 3671 controller_manager.go:290] SCTP support detected in OVN I0418 11:07:38.814117 3671 services_controller.go:69] Creating services controller for network=default I0418 11:07:38.814215 3671 udn_enabled_svc.go:80] Waiting for service informer to sync I0418 11:07:38.814285 3671 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0418 11:07:38.814320 3671 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0418 11:07:38.814337 3671 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0418 11:07:38.814349 3671 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 11:07:38.814514 3671 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0418 11:07:38.814561 3671 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0418 11:07:38.814592 3671 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.025µs I0418 11:07:38.814603 3671 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 31.66µs I0418 11:07:38.814613 3671 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 50.176µs I0418 11:07:38.814620 3671 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0418 11:07:38.814633 3671 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0418 11:07:38.814647 3671 default_network_controller.go:325] Starting the default network controller I0418 11:07:38.814667 3671 udn_enabled_svc.go:95] Performing full resync I0418 11:07:38.814729 3671 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 18.387µs I0418 11:07:38.814958 3671 udn_enabled_svc.go:99] Waiting for handler to sync I0418 11:07:38.814968 3671 udn_enabled_svc.go:104] Starting worker I0418 11:07:38.825149 3671 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0418 11:07:38.825212 3671 repair.go:33] Syncing exgw routes took 47.477µs I0418 11:07:38.825237 3671 default_network_controller.go:414] Starting all the Watchers... I0418 11:07:38.825375 3671 namespace.go:98] [dedicated-admin] adding namespace I0418 11:07:38.825375 3671 namespace.go:98] [default] adding namespace I0418 11:07:38.825379 3671 namespace.go:98] [openshift-insights] adding namespace I0418 11:07:38.825391 3671 namespace.go:98] [openshift-backplane-cse] adding namespace I0418 11:07:38.825393 3671 namespace.go:98] [openshift-backplane-tam] adding namespace I0418 11:07:38.825408 3671 namespace.go:98] [openshift-backplane-mobb] adding namespace I0418 11:07:38.825409 3671 namespace.go:98] [openshift-ingress-canary] adding namespace I0418 11:07:38.825413 3671 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0418 11:07:38.825420 3671 namespace.go:98] [openshift-backplane-srep] adding namespace I0418 11:07:38.825422 3671 namespace.go:98] [openshift-marketplace] adding namespace I0418 11:07:38.825422 3671 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0418 11:07:38.825428 3671 namespace.go:98] [openshift-apiserver] adding namespace I0418 11:07:38.825431 3671 namespace.go:98] [openshift-dns] adding namespace I0418 11:07:38.825426 3671 namespace.go:98] [openshift-monitoring] adding namespace I0418 11:07:38.825447 3671 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0418 11:07:38.825976 3671 namespace.go:102] [dedicated-admin] adding namespace took 588.027µs I0418 11:07:38.825995 3671 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0418 11:07:38.826492 3671 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 488.229µs I0418 11:07:38.826513 3671 namespace.go:98] [openshift-ingress] adding namespace I0418 11:07:38.827005 3671 namespace.go:102] [openshift-ingress] adding namespace took 486.05µs I0418 11:07:38.827018 3671 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0418 11:07:38.827502 3671 namespace.go:102] [default] adding namespace took 2.108971ms I0418 11:07:38.827516 3671 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0418 11:07:38.827919 3671 namespace.go:102] [openshift-backplane-cse] adding namespace took 2.517871ms I0418 11:07:38.827936 3671 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0418 11:07:38.828383 3671 namespace.go:102] [openshift-insights] adding namespace took 2.984637ms I0418 11:07:38.828404 3671 namespace.go:98] [kube-node-lease] adding namespace I0418 11:07:38.828885 3671 namespace.go:102] [openshift-backplane-tam] adding namespace took 3.479309ms I0418 11:07:38.828904 3671 namespace.go:98] [openshift-operators] adding namespace I0418 11:07:38.829355 3671 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.939969ms I0418 11:07:38.829372 3671 namespace.go:98] [openshift-backplane] adding namespace I0418 11:07:38.829806 3671 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.388706ms I0418 11:07:38.829822 3671 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0418 11:07:38.830295 3671 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 4.872135ms I0418 11:07:38.830315 3671 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0418 11:07:38.830856 3671 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.430067ms I0418 11:07:38.830871 3671 namespace.go:98] [openshift-network-node-identity] adding namespace I0418 11:07:38.831384 3671 namespace.go:102] [openshift-marketplace] adding namespace took 5.949982ms I0418 11:07:38.831405 3671 namespace.go:98] [openshift-network-diagnostics] adding namespace I0418 11:07:38.831846 3671 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.413784ms I0418 11:07:38.831860 3671 namespace.go:98] [openshift-node] adding namespace I0418 11:07:38.832396 3671 namespace.go:102] [openshift-apiserver] adding namespace took 6.960548ms I0418 11:07:38.832410 3671 namespace.go:98] [openshift-network-operator] adding namespace I0418 11:07:38.832935 3671 namespace.go:102] [openshift-dns] adding namespace took 7.498ms I0418 11:07:38.832946 3671 namespace.go:98] [openshift-config-operator] adding namespace I0418 11:07:38.833470 3671 namespace.go:102] [openshift-monitoring] adding namespace took 8.03138ms I0418 11:07:38.833480 3671 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0418 11:07:38.834002 3671 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.544105ms I0418 11:07:38.834015 3671 namespace.go:98] [openshift-authentication-operator] adding namespace I0418 11:07:38.834467 3671 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.442836ms I0418 11:07:38.834486 3671 namespace.go:98] [openshift-infra] adding namespace I0418 11:07:38.835005 3671 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.484681ms I0418 11:07:38.835015 3671 namespace.go:98] [openshift-package-operator] adding namespace I0418 11:07:38.835447 3671 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.502984ms I0418 11:07:38.835465 3671 namespace.go:98] [openshift-apiserver-operator] adding namespace I0418 11:07:38.835962 3671 namespace.go:102] [kube-node-lease] adding namespace took 7.552502ms I0418 11:07:38.835973 3671 namespace.go:98] [openshift-route-controller-manager] adding namespace I0418 11:07:38.836415 3671 namespace.go:102] [openshift-operators] adding namespace took 7.504877ms I0418 11:07:38.836426 3671 namespace.go:98] [openshift-ingress-operator] adding namespace I0418 11:07:38.836817 3671 namespace.go:102] [openshift-backplane] adding namespace took 7.438719ms I0418 11:07:38.836832 3671 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0418 11:07:38.837210 3671 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.382395ms I0418 11:07:38.837222 3671 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0418 11:07:38.837614 3671 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.292565ms I0418 11:07:38.837626 3671 namespace.go:98] [openshift-console] adding namespace W0418 11:07:38.837983 3671 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-tx6w2: pod openshift-network-diagnostics/network-check-target-tx6w2: no pod IPs found I0418 11:07:38.837990 3671 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.114898ms I0418 11:07:38.837998 3671 namespace.go:98] [openshift-image-registry] adding namespace I0418 11:07:38.838552 3671 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.138961ms I0418 11:07:38.838567 3671 namespace.go:98] [kube-public] adding namespace I0418 11:07:38.838947 3671 namespace.go:102] [openshift-node] adding namespace took 7.082176ms I0418 11:07:38.838959 3671 namespace.go:98] [openshift-kube-scheduler] adding namespace I0418 11:07:38.839393 3671 namespace.go:102] [openshift-network-operator] adding namespace took 6.979614ms I0418 11:07:38.839405 3671 namespace.go:98] [openshift-kube-apiserver] adding namespace I0418 11:07:38.839845 3671 namespace.go:102] [openshift-config-operator] adding namespace took 6.893786ms I0418 11:07:38.839856 3671 namespace.go:98] [openshift-backplane-csm] adding namespace I0418 11:07:38.840312 3671 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.827886ms I0418 11:07:38.840321 3671 namespace.go:98] [openshift-console-user-settings] adding namespace I0418 11:07:38.840721 3671 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.700467ms I0418 11:07:38.840734 3671 namespace.go:98] [openshift-controller-manager] adding namespace I0418 11:07:38.841091 3671 namespace.go:102] [openshift-infra] adding namespace took 6.598655ms I0418 11:07:38.841553 3671 namespace.go:102] [openshift-package-operator] adding namespace took 6.530836ms I0418 11:07:38.841572 3671 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0418 11:07:38.842054 3671 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.582993ms I0418 11:07:38.842089 3671 namespace.go:98] [openshift-cluster-version] adding namespace I0418 11:07:38.842464 3671 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.487057ms I0418 11:07:38.842474 3671 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0418 11:07:38.842890 3671 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.458479ms I0418 11:07:38.842905 3671 namespace.go:98] [openshift-operators-redhat] adding namespace I0418 11:07:38.843290 3671 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.453539ms I0418 11:07:38.843302 3671 namespace.go:98] [openshift-authentication] adding namespace I0418 11:07:38.843759 3671 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.532812ms I0418 11:07:38.843769 3671 namespace.go:98] [openshift-etcd] adding namespace I0418 11:07:38.844143 3671 namespace.go:102] [openshift-console] adding namespace took 6.511933ms I0418 11:07:38.844155 3671 namespace.go:98] [openshift-must-gather-operator] adding namespace I0418 11:07:38.844538 3671 namespace.go:102] [openshift-image-registry] adding namespace took 6.536748ms I0418 11:07:38.844550 3671 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0418 11:07:38.844907 3671 namespace.go:102] [kube-public] adding namespace took 6.335916ms I0418 11:07:38.844916 3671 namespace.go:98] [openshift] adding namespace I0418 11:07:38.845275 3671 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.311412ms I0418 11:07:38.845284 3671 namespace.go:98] [openshift-console-operator] adding namespace I0418 11:07:38.845721 3671 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.310253ms I0418 11:07:38.845735 3671 namespace.go:98] [openshift-service-ca-operator] adding namespace I0418 11:07:38.846088 3671 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.226742ms I0418 11:07:38.846103 3671 namespace.go:98] [openshift-config] adding namespace I0418 11:07:38.846544 3671 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.217382ms I0418 11:07:38.846556 3671 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0418 11:07:38.846900 3671 namespace.go:102] [openshift-controller-manager] adding namespace took 6.161197ms I0418 11:07:38.846911 3671 namespace.go:98] [open-cluster-management-2poh97b8la356q9nosa0n73i4gbvlehs] adding namespace I0418 11:07:38.847428 3671 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.848847ms I0418 11:07:38.847448 3671 namespace.go:98] [openshift-config-managed] adding namespace I0418 11:07:38.848014 3671 namespace.go:102] [openshift-cluster-version] adding namespace took 5.918012ms I0418 11:07:38.848032 3671 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0418 11:07:38.848529 3671 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.048631ms I0418 11:07:38.848546 3671 namespace.go:98] [openshift-machine-api] adding namespace I0418 11:07:38.849013 3671 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.104014ms I0418 11:07:38.849025 3671 namespace.go:98] [openshift-host-network] adding namespace I0418 11:07:38.849644 3671 namespace.go:102] [openshift-authentication] adding namespace took 6.336527ms I0418 11:07:38.849655 3671 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0418 11:07:38.850138 3671 namespace.go:102] [openshift-etcd] adding namespace took 6.364969ms I0418 11:07:38.850149 3671 namespace.go:98] [openshift-backplane-cee] adding namespace I0418 11:07:38.850595 3671 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.43274ms I0418 11:07:38.850610 3671 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0418 11:07:38.851033 3671 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.477747ms I0418 11:07:38.851469 3671 namespace.go:102] [openshift] adding namespace took 6.548835ms I0418 11:07:38.851482 3671 namespace.go:98] [openshift-machine-config-operator] adding namespace I0418 11:07:38.851930 3671 namespace.go:102] [openshift-console-operator] adding namespace took 6.638735ms I0418 11:07:38.851945 3671 namespace.go:98] [kube-system] adding namespace I0418 11:07:38.852475 3671 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.734185ms I0418 11:07:38.852492 3671 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0418 11:07:38.853015 3671 namespace.go:102] [openshift-config] adding namespace took 6.906013ms I0418 11:07:38.853028 3671 namespace.go:98] [openshift-dns-operator] adding namespace I0418 11:07:38.853560 3671 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.998215ms I0418 11:07:38.853575 3671 namespace.go:98] [openshift-network-console] adding namespace I0418 11:07:38.853960 3671 namespace.go:102] [open-cluster-management-2poh97b8la356q9nosa0n73i4gbvlehs] adding namespace took 7.042703ms I0418 11:07:38.853973 3671 namespace.go:98] [openshift-logging] adding namespace I0418 11:07:38.854387 3671 namespace.go:102] [openshift-config-managed] adding namespace took 6.932965ms I0418 11:07:38.854807 3671 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.769606ms I0418 11:07:38.855300 3671 namespace.go:102] [openshift-machine-api] adding namespace took 6.748131ms I0418 11:07:38.855313 3671 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0418 11:07:38.855890 3671 namespace.go:102] [openshift-host-network] adding namespace took 6.8581ms I0418 11:07:38.855906 3671 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0418 11:07:38.856334 3671 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.673409ms I0418 11:07:38.856349 3671 namespace.go:98] [openshift-multus] adding namespace I0418 11:07:38.856736 3671 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.581974ms I0418 11:07:38.857082 3671 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.467801ms I0418 11:07:38.857093 3671 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0418 11:07:38.857566 3671 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.078993ms I0418 11:07:38.857579 3671 namespace.go:98] [openshift-customer-monitoring] adding namespace I0418 11:07:38.857943 3671 namespace.go:102] [kube-system] adding namespace took 5.991826ms I0418 11:07:38.858368 3671 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.871438ms I0418 11:07:38.858758 3671 namespace.go:102] [openshift-dns-operator] adding namespace took 5.725943ms I0418 11:07:38.859153 3671 namespace.go:102] [openshift-network-console] adding namespace took 5.573201ms I0418 11:07:38.859493 3671 namespace.go:102] [openshift-logging] adding namespace took 5.513964ms I0418 11:07:38.859957 3671 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 4.639911ms I0418 11:07:38.860431 3671 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 4.5209ms W0418 11:07:38.860469 3671 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-fcb9s: pod openshift-multus/network-metrics-daemon-fcb9s: no pod IPs found I0418 11:07:38.861097 3671 namespace.go:102] [openshift-multus] adding namespace took 4.74012ms I0418 11:07:38.861500 3671 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 4.401156ms I0418 11:07:38.861899 3671 namespace.go:102] [openshift-customer-monitoring] adding namespace took 4.313333ms W0418 11:07:38.861986 3671 master.go:458] Unable to parse local node ip-10-0-2-112.ec2.internal chassis-id annotation. Chassis may be removed during sync I0418 11:07:38.861995 3671 master.go:481] Removing stale chassis with ID/Name: 5f88c156-d678-43c5-8e4e-445eed7d1581, hostname: ip-10-0-2-112.ec2.internal I0418 11:07:38.862859 3671 master.go:548] Adding or Updating local node "ip-10-0-2-112.ec2.internal" for network "default" I0418 11:07:38.863925 3671 zone_ic_handler.go:195] Time taken to create transit switch: 535.91µs I0418 11:07:38.863938 3671 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-226.ec2.internal for the network default E0418 11:07:38.864210 3671 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-35.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-35.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-35.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00952dff8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0069800292}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0418 11:07:38.864262 3671 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-35.ec2.internal", UID:"5523e039-9b86-4d9e-aea4-471a7824e7cf", APIVersion:"v1", ResourceVersion:"8907", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-35.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-35.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00952dff8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0069800292}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0418 11:07:38.864950 3671 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-226.ec2.internal" on network "default" took: 1.572452ms I0418 11:07:38.866832 3671 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-112.ec2.internal for the network default I0418 11:07:38.867013 3671 zone_ic_handler.go:195] Time taken to create transit switch: 166.904µs I0418 11:07:38.867749 3671 default_network_controller.go:823] Node add failed for ip-10-0-2-112.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-112.ec2.internal, error getting gateway config for node ip-10-0-2-112.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-112.ec2.internal", failed to update chassis to local for local node ip-10-0-2-112.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-112.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-112.ec2.internal] E0418 11:07:38.867804 3671 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-112.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-112.ec2.internal, error getting gateway config for node ip-10-0-2-112.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-112.ec2.internal", failed to update chassis to local for local node ip-10-0-2-112.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-112.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-112.ec2.internal] I0418 11:07:38.867854 3671 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0418 11:07:38.867857 3671 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-112.ec2.internal", UID:"8a1c504e-de69-42d8-9360-07ce7708ad0d", APIVersion:"v1", ResourceVersion:"8961", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-112.ec2.internal, error getting gateway config for node ip-10-0-2-112.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-112.ec2.internal", failed to update chassis to local for local node ip-10-0-2-112.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-112.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-112.ec2.internal] I0418 11:07:38.867893 3671 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0418 11:07:38.867907 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-226.ec2.internal in network "default" I0418 11:07:38.867918 3671 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0418 11:07:38.868016 3671 node_tracker.go:169] Node ip-10-0-0-226.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:38.868034 3671 services_controller.go:574] Full service sync requested for network=default I0418 11:07:38.868045 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-35.ec2.internal in network "default" I0418 11:07:38.868094 3671 node_tracker.go:169] Node ip-10-0-1-35.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:38.868102 3671 services_controller.go:574] Full service sync requested for network=default I0418 11:07:38.868111 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-112.ec2.internal in network "default" I0418 11:07:38.868125 3671 node_tracker.go:235] Node ip-10-0-2-112.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-112.ec2.internal" I0418 11:07:38.868136 3671 node_tracker.go:169] Node ip-10-0-2-112.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:38.868141 3671 services_controller.go:574] Full service sync requested for network=default I0418 11:07:38.954142 3671 iptables.go:108] Creating table: filter chain: FORWARD I0418 11:07:38.961088 3671 iptables.go:108] Creating table: filter chain: OUTPUT I0418 11:07:38.968023 3671 gateway_shared_intf.go:1816] Gateway Creation Complete I0418 11:07:38.968036 3671 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0418 11:07:38.968054 3671 services_controller.go:208] Setting up event handlers for services for network=default I0418 11:07:38.968040 3671 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-112.ec2.internal","mac-address":"0e:92:9b:63:4e:c5","ip-addresses":["10.0.2.112/24"],"ip-address":"10.0.2.112/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5f88c156-d678-43c5-8e4e-445eed7d1581 k8s.ovn.org/node-encap-ips:["10.0.2.112"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.112/24"} k8s.ovn.org/zone-name:ip-10-0-2-112.ec2.internal] on node ip-10-0-2-112.ec2.internal I0418 11:07:38.968134 3671 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0418 11:07:38.968213 3671 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0418 11:07:38.968232 3671 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0418 11:07:38.983341 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-112.ec2.internal in network "default" I0418 11:07:38.983408 3671 node_tracker.go:169] Node ip-10-0-2-112.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:38.983427 3671 services_controller.go:574] Full service sync requested for network=default I0418 11:07:38.983470 3671 master.go:548] Adding or Updating local node "ip-10-0-2-112.ec2.internal" for network "default" I0418 11:07:38.987427 3671 default_node_network_controller.go:519] Node connection status = connected W0418 11:07:38.988492 3671 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-tx6w2: pod openshift-network-diagnostics/network-check-target-tx6w2: no pod IPs found W0418 11:07:38.988515 3671 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-fcb9s: pod openshift-multus/network-metrics-daemon-fcb9s: no pod IPs found I0418 11:07:38.989492 3671 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-112.ec2.internal for the network default I0418 11:07:38.989662 3671 zone_ic_handler.go:195] Time taken to create transit switch: 159.228µs I0418 11:07:39.068599 3671 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0418 11:07:39.068624 3671 repair.go:60] Starting repairing loop for services I0418 11:07:39.068710 3671 repair.go:131] Deleted 0 stale service LBs I0418 11:07:39.068728 3671 repair.go:137] Deleted 0 stale Chassis Template Vars I0418 11:07:39.068757 3671 repair.go:62] Finished repairing loop for services: 134.824µs I0418 11:07:39.068783 3671 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0418 11:07:39.068793 3671 services_controller.go:254] Starting workers for network=default I0418 11:07:39.069466 3671 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-fcb9s] creating logical port openshift-multus_network-metrics-daemon-fcb9s for pod on switch ip-10-0-2-112.ec2.internal I0418 11:07:39.069637 3671 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-fcb9s I0418 11:07:39.084427 3671 pod.go:62] [openshift-multus/network-metrics-daemon-fcb9s] pod update took 14.854821ms I0418 11:07:39.084451 3671 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-fcb9s] addLogicalPort annotation time took 14.887243ms I0418 11:07:39.085407 3671 pods.go:271] [openshift-multus/network-metrics-daemon-fcb9s] addLogicalPort took 15.959793ms, libovsdb time 717.57µs I0418 11:07:39.085458 3671 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-tx6w2] creating logical port openshift-network-diagnostics_network-check-target-tx6w2 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:07:39.085545 3671 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-tx6w2 I0418 11:07:39.103302 3671 pod.go:62] [openshift-network-diagnostics/network-check-target-tx6w2] pod update took 17.792953ms I0418 11:07:39.103327 3671 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-tx6w2] addLogicalPort annotation time took 17.822857ms I0418 11:07:39.104390 3671 pods.go:271] [openshift-network-diagnostics/network-check-target-tx6w2] addLogicalPort took 18.940863ms, libovsdb time 735.501µs I0418 11:07:39.104756 3671 admin_network_policy_controller.go:227] Starting controller default-network-controller I0418 11:07:39.104777 3671 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0418 11:07:39.104790 3671 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0418 11:07:39.104794 3671 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0418 11:07:39.105010 3671 repair.go:29] Repairing admin network policies took 210.919µs I0418 11:07:39.105237 3671 repair.go:92] Repairing baseline admin network policies took 217.472µs I0418 11:07:39.105641 3671 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0418 11:07:39.105657 3671 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0418 11:07:39.107011 3671 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0418 11:07:39.107033 3671 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0418 11:07:39.107044 3671 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0418 11:07:39.108028 3671 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0418 11:07:39.108048 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0418 11:07:39.108084 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0418 11:07:39.110010 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0418 11:07:39.110028 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0418 11:07:39.110035 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0418 11:07:39.111280 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0418 11:07:39.111299 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0418 11:07:39.111305 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0418 11:07:39.112521 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0418 11:07:39.112539 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0418 11:07:39.112545 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0418 11:07:39.112823 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0418 11:07:39.112838 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0418 11:07:39.112848 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0418 11:07:39.113950 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0418 11:07:39.113972 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0418 11:07:39.113981 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0418 11:07:39.115528 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0418 11:07:39.115546 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0418 11:07:39.115557 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0418 11:07:39.116139 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0418 11:07:39.116160 3671 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0418 11:07:39.116168 3671 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0418 11:07:39.118617 3671 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0418 11:07:39.118636 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0418 11:07:39.118644 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0418 11:07:39.119876 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0418 11:07:39.119896 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0418 11:07:39.119906 3671 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0418 11:07:39.121688 3671 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0418 11:07:39.121709 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0418 11:07:39.121719 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0418 11:07:39.122239 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0418 11:07:39.122257 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0418 11:07:39.122696 3671 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0418 11:07:39.122710 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 11:07:39.123416 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0418 11:07:39.123434 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0418 11:07:39.123444 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0418 11:07:39.124025 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0418 11:07:39.124044 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0418 11:07:39.124088 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 11:07:39.124779 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0418 11:07:39.124801 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0418 11:07:39.124809 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0418 11:07:39.125314 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0418 11:07:39.125332 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0418 11:07:39.125342 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0418 11:07:39.126605 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0418 11:07:39.126625 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0418 11:07:39.126633 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0418 11:07:39.127352 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0418 11:07:39.127375 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0418 11:07:39.127383 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0418 11:07:39.127891 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0418 11:07:39.127910 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0418 11:07:39.127918 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0418 11:07:39.128530 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0418 11:07:39.128549 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0418 11:07:39.128557 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0418 11:07:39.129047 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0418 11:07:39.129080 3671 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0418 11:07:39.129089 3671 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0418 11:07:39.129657 3671 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0418 11:07:39.129675 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0418 11:07:39.129683 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0418 11:07:39.130192 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0418 11:07:39.130208 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0418 11:07:39.130215 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0418 11:07:39.130741 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0418 11:07:39.130761 3671 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0418 11:07:39.130769 3671 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0418 11:07:39.131287 3671 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0418 11:07:39.131306 3671 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0418 11:07:39.131315 3671 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0418 11:07:39.132224 3671 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0418 11:07:39.132246 3671 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0418 11:07:39.132256 3671 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0418 11:07:39.133119 3671 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0418 11:07:39.133149 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0418 11:07:39.133164 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0418 11:07:39.134725 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0418 11:07:39.140462 3671 egressfirewall.go:374] Starting EgressFirewall controller I0418 11:07:39.140497 3671 controller.go:133] Adding controller egress-firewall-controller event handlers I0418 11:07:39.140498 3671 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0418 11:07:39.140530 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0418 11:07:39.140552 3671 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0418 11:07:39.140530 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0418 11:07:39.140562 3671 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0418 11:07:39.140838 3671 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0418 11:07:39.140854 3671 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0418 11:07:39.140861 3671 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0418 11:07:39.140872 3671 egressqos.go:193] Setting up event handlers for EgressQoS I0418 11:07:39.140880 3671 egressfirewall.go:723] Syncing node "ip-10-0-2-112.ec2.internal" for egress firewall I0418 11:07:39.140891 3671 egressfirewall.go:723] Syncing node "ip-10-0-0-226.ec2.internal" for egress firewall I0418 11:07:39.140897 3671 egressfirewall.go:723] Syncing node "ip-10-0-1-35.ec2.internal" for egress firewall I0418 11:07:39.141078 3671 egressqos.go:245] Starting EgressQoS Controller I0418 11:07:39.141096 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0418 11:07:39.141104 3671 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0418 11:07:39.141110 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0418 11:07:39.141115 3671 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0418 11:07:39.141120 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0418 11:07:39.141124 3671 shared_informer.go:356] "Caches are synced" controller="egressqos" I0418 11:07:39.141135 3671 egressqos.go:259] Repairing EgressQoSes I0418 11:07:39.141140 3671 egressqos.go:399] Starting repairing loop for egressqos I0418 11:07:39.141232 3671 egressqos.go:401] Finished repairing loop for egressqos: 92.07µs I0418 11:07:39.141254 3671 egressservice_zone.go:132] Setting up event handlers for Egress Services I0418 11:07:39.141279 3671 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-112.ec2.internal I0418 11:07:39.141341 3671 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-112.ec2.internal : 61.699µs I0418 11:07:39.141510 3671 egressservice_zone.go:210] Starting Egress Services Controller I0418 11:07:39.141540 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 11:07:39.141548 3671 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 11:07:39.141571 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 11:07:39.141580 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 11:07:39.141585 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 11:07:39.141590 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 11:07:39.141594 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0418 11:07:39.141599 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0418 11:07:39.141602 3671 egressservice_zone.go:228] Repairing Egress Services I0418 11:07:39.141917 3671 master_controller.go:88] Starting Admin Policy Based Route Controller I0418 11:07:39.141928 3671 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 11:07:39.142077 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-112.ec2.internal I0418 11:07:39.142090 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-112.ec2.internal: 14.921µs I0418 11:07:39.142097 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-226.ec2.internal I0418 11:07:39.142101 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-226.ec2.internal: 4.385µs I0418 11:07:39.142105 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-35.ec2.internal I0418 11:07:39.142109 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-35.ec2.internal: 3.854µs I0418 11:07:39.142155 3671 default_network_controller.go:585] Completing all the Watchers took 316.909432ms I0418 11:07:39.142167 3671 default_network_controller.go:589] Starting unidling controllers I0418 11:07:39.142178 3671 unidle.go:46] Registering OVN SB ControllerEvent handler I0418 11:07:39.142184 3671 unidle.go:63] Populating Initial ContollerEvent events I0418 11:07:39.142208 3671 unidle.go:79] Setting up event handlers for services I0418 11:07:39.142303 3671 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0418 11:07:39.488030 3671 default_node_network_controller.go:519] Node connection status = connected I0418 11:07:39.799985 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-35.ec2.internal I0418 11:07:39.800021 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-35.ec2.internal: 44.681µs I0418 11:07:39.800077 3671 default_network_controller.go:1025] Node "ip-10-0-1-35.ec2.internal" in remote zone "ip-10-0-1-35.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 11:07:39.800822 3671 zone_ic_handler.go:195] Time taken to create transit switch: 267.224µs I0418 11:07:39.800837 3671 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-35.ec2.internal for the network default I0418 11:07:39.801787 3671 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-35.ec2.internal" on network "default" took: 1.247513ms I0418 11:07:39.988013 3671 default_node_network_controller.go:519] Node connection status = connected I0418 11:07:40.487336 3671 default_node_network_controller.go:519] Node connection status = connected I0418 11:07:40.767644 3671 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0418 11:07:40.956948 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-226.ec2.internal I0418 11:07:40.956979 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-226.ec2.internal: 38.73µs I0418 11:07:40.987622 3671 default_node_network_controller.go:519] Node connection status = connected I0418 11:07:41.006939 3671 bridgeconfig.go:537] Gateway is ready I0418 11:07:41.006960 3671 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0418 11:07:41.020363 3671 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.112. Updating OVN encap IP. I0418 11:07:41.026660 3671 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.112 - it is already configured I0418 11:07:41.026677 3671 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.112/24:{} 172.20.0.1/32:{}]. Updating annotations. I0418 11:07:41.026906 3671 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.112/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-112.ec2.internal","mac-address":"0e:92:9b:63:4e:c5","ip-addresses":["10.0.2.112/24"],"ip-address":"10.0.2.112/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5f88c156-d678-43c5-8e4e-445eed7d1581 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.112/24"}] on node ip-10-0-2-112.ec2.internal I0418 11:07:41.046462 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-112.ec2.internal I0418 11:07:41.046486 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-112.ec2.internal: 31.36µs I0418 11:07:41.046473 3671 egressfirewall.go:723] Syncing node "ip-10-0-2-112.ec2.internal" for egress firewall I0418 11:07:41.046554 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-112.ec2.internal in network "default" I0418 11:07:41.046612 3671 node_tracker.go:169] Node ip-10-0-2-112.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:41.046555 3671 master.go:548] Adding or Updating local node "ip-10-0-2-112.ec2.internal" for network "default" I0418 11:07:41.046635 3671 services_controller.go:574] Full service sync requested for network=default I0418 11:07:41.047845 3671 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.112 I0418 11:07:41.048055 3671 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-112.ec2.internal I0418 11:07:41.052020 3671 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-112.ec2.internal. Updating no re-route policies I0418 11:07:41.052115 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-qwtf4 I0418 11:07:41.052129 3671 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-112.ec2.internal I0418 11:07:41.052137 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-qwtf4 I0418 11:07:41.052141 3671 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-112.ec2.internal I0418 11:07:41.052149 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hh8w2 I0418 11:07:41.052167 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-tx6w2 I0418 11:07:41.052169 3671 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-112.ec2.internal after 0 failed attempt(s) I0418 11:07:41.052170 3671 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-xxlz5 I0418 11:07:41.052180 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-qwtf4 after 0 failed attempt(s) I0418 11:07:41.052181 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-tx6w2 I0418 11:07:41.052115 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-hp8bp I0418 11:07:41.052191 3671 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-xxlz5 I0418 11:07:41.052191 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zv7g2 I0418 11:07:41.052192 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-112.ec2.internal I0418 11:07:41.052205 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zv7g2 I0418 11:07:41.052207 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-fcb9s I0418 11:07:41.052219 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-fcb9s I0418 11:07:41.052230 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zv7g2 after 0 failed attempt(s) I0418 11:07:41.052251 3671 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-fcb9s] creating logical port openshift-multus_network-metrics-daemon-fcb9s for pod on switch ip-10-0-2-112.ec2.internal I0418 11:07:41.052155 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-xmbh5 I0418 11:07:41.052289 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-xmbh5 I0418 11:07:41.052196 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-hp8bp I0418 11:07:41.052312 3671 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-tx6w2] creating logical port openshift-network-diagnostics_network-check-target-tx6w2 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:07:41.052326 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-xmbh5 after 0 failed attempt(s) I0418 11:07:41.052348 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-rsd25 I0418 11:07:41.052349 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-hs5ql I0418 11:07:41.052365 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-rsd25 I0418 11:07:41.052368 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-hs5ql I0418 11:07:41.052209 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-112.ec2.internal I0418 11:07:41.052387 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-rsd25 after 0 failed attempt(s) I0418 11:07:41.052389 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-hs5ql after 0 failed attempt(s) I0418 11:07:41.052403 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-hp8bp after 0 failed attempt(s) I0418 11:07:41.052404 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-112.ec2.internal after 0 failed attempt(s) I0418 11:07:41.052192 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-gq5fk I0418 11:07:41.052433 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-gq5fk I0418 11:07:41.052447 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-gq5fk after 0 failed attempt(s) I0418 11:07:41.052211 3671 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-xxlz5 after 0 failed attempt(s) I0418 11:07:41.052176 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hh8w2 I0418 11:07:41.052473 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hh8w2 after 0 failed attempt(s) I0418 11:07:41.053204 3671 pods.go:271] [openshift-multus/network-metrics-daemon-fcb9s] addLogicalPort took 962.845µs, libovsdb time 315.339µs I0418 11:07:41.053213 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-fcb9s after 0 failed attempt(s) I0418 11:07:41.053341 3671 pods.go:271] [openshift-network-diagnostics/network-check-target-tx6w2] addLogicalPort took 1.041813ms, libovsdb time 349.532µs I0418 11:07:41.053353 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-tx6w2 after 0 failed attempt(s) I0418 11:07:41.072748 3671 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0418 11:07:41.086720 3671 iptables.go:108] Creating table: mangle chain: OUTPUT I0418 11:07:41.090509 3671 iptables.go:108] Creating table: nat chain: OUTPUT I0418 11:07:41.139514 3671 iptables.go:108] Creating table: nat chain: PREROUTING I0418 11:07:41.197336 3671 iptables.go:108] Creating table: filter chain: FORWARD I0418 11:07:41.215884 3671 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0418 11:07:41.216043 3671 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0418 11:07:41.216109 3671 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0418 11:07:41.216188 3671 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0418 11:07:41.216242 3671 gateway_init.go:325] Gateway and management port readiness took 2.233549081s I0418 11:07:41.216273 3671 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0418 11:07:41.216348 3671 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0418 11:07:41.216361 3671 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0418 11:07:41.216370 3671 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 11:07:41.216431 3671 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0418 11:07:41.216535 3671 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.63µs I0418 11:07:41.216775 3671 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0418 11:07:41.216799 3671 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.628µs I0418 11:07:41.216807 3671 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.389µs I0418 11:07:41.216813 3671 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0418 11:07:41.216822 3671 nad_controller.go:379] [node-nad-controller NAD controller]: started I0418 11:07:41.216827 3671 default_node_network_controller.go:899] Starting the default node network controller I0418 11:07:41.216831 3671 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0418 11:07:41.216924 3671 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.281µs I0418 11:07:41.216998 3671 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0418 11:07:41.217007 3671 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0418 11:07:41.217030 3671 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8e110 0xc0002ee150 0xc0002ee1c0 0xc0002ee310 0xc0002ee380 0xc0002ee3f0 0xc0002ee460 0xc000cb82d0 0xc0002ee4d0 0xc0002ee5b0 0xc00003a280 0xc00607f500 0xc0002ee620 map[0x2ff9080:0xc0027994a0 0x2ff95c0:0xc002799620 0x2ffa2e0:0xc002220360 0x2ffa580:0xc002799440 0x2ffad60:0xc002799500 0x2ffb000:0xc002799560 0x2ffb2a0:0xc0027995c0 0x2ffba80:0xc002799680 0x2ffbd20:0xc0027997a0 0x3026980:0xc0009687e0 0x3026d20:0xc000968840 0x3027800:0xc000cb48a0 0x3029160:0xc00094f7a0 0x30298a0:0xc0027112c0 0x302a720:0xc000968600] 0xc0004f7730 0} I0418 11:07:41.217120 3671 gateway.go:151] Starting gateway service sync I0418 11:07:41.217592 3671 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0418 11:07:41.220055 3671 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0418 11:07:41.245221 3671 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0418 11:07:41.246659 3671 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0418 11:07:41.248035 3671 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0418 11:07:41.284799 3671 gateway.go:168] Gateway service sync done. Time taken: 67.6641ms I0418 11:07:41.285220 3671 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30512 I0418 11:07:41.285670 3671 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8e110 0xc0002ee150 0xc0002ee1c0 0xc0002ee310 0xc0002ee380 0xc0002ee3f0 0xc0002ee460 0xc000cb82d0 0xc0002ee4d0 0xc0002ee5b0 0xc00003a280 0xc00607f500 0xc0002ee620 map[0x2ff9080:0xc0027994a0 0x2ff95c0:0xc002799620 0x2ffa2e0:0xc002220360 0x2ffa580:0xc002799440 0x2ffad60:0xc002799500 0x2ffb000:0xc002799560 0x2ffb2a0:0xc0027995c0 0x2ffba80:0xc002799680 0x2ffbd20:0xc0027997a0 0x3026980:0xc0009687e0 0x3026d20:0xc000968840 0x3027800:0xc000cb48a0 0x3029160:0xc00094f7a0 0x30298a0:0xc0027112c0 0x302a720:0xc000968600] 0xc0004f7730 0} I0418 11:07:41.286146 3671 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8e110 0xc0002ee150 0xc0002ee1c0 0xc0002ee310 0xc0002ee380 0xc0002ee3f0 0xc0002ee460 0xc000cb82d0 0xc0002ee4d0 0xc0002ee5b0 0xc00003a280 0xc00607f500 0xc0002ee620 map[0x2ff9080:0xc0027994a0 0x2ff95c0:0xc002799620 0x2ffa2e0:0xc002220360 0x2ffa580:0xc002799440 0x2ffad60:0xc002799500 0x2ffb000:0xc002799560 0x2ffb2a0:0xc0027995c0 0x2ffba80:0xc002799680 0x2ffbd20:0xc0027997a0 0x3026980:0xc0009687e0 0x3026d20:0xc000968840 0x3027800:0xc000cb48a0 0x3029160:0xc00094f7a0 0x30298a0:0xc0027112c0 0x302a720:0xc000968600] 0xc0004f7730 0} I0418 11:07:41.286183 3671 gateway.go:532] Reconciling gateway with updates I0418 11:07:41.292156 3671 gateway.go:339] Spawning Conntrack Rule Check Thread I0418 11:07:41.292277 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 11:07:41.292298 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 11:07:41.292309 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 11:07:41.292307 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 11:07:41.292319 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 11:07:41.292326 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 11:07:41.292328 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 11:07:41.292350 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 11:07:41.292350 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 11:07:41.292361 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 11:07:41.292371 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 11:07:41.292374 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 11:07:41.292384 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 11:07:41.292383 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 11:07:41.292334 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 11:07:41.292402 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 11:07:41.292404 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 11:07:41.292406 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 11:07:41.292413 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 11:07:41.292418 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 11:07:41.292426 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 11:07:41.292425 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 11:07:41.292434 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 11:07:41.292447 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 11:07:41.292449 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 11:07:41.292450 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 11:07:41.292445 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 11:07:41.292458 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 11:07:41.292455 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 11:07:41.292461 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 11:07:41.292466 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 11:07:41.292460 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 11:07:41.292474 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 11:07:41.292477 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 11:07:41.292479 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 11:07:41.292473 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 11:07:41.292488 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 11:07:41.292495 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 11:07:41.292493 3671 default_node_network_controller.go:944] Gateway and management port readiness took 75.477758ms I0418 11:07:41.292493 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 11:07:41.292503 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 11:07:41.292509 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 11:07:41.292508 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 11:07:41.292520 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 11:07:41.292514 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 11:07:41.292524 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 11:07:41.292529 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 11:07:41.292526 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 11:07:41.292524 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 11:07:41.292534 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 11:07:41.292539 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 11:07:41.292542 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 11:07:41.292547 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 11:07:41.292548 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 11:07:41.292550 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 11:07:41.292553 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 11:07:41.292556 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 11:07:41.292560 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 11:07:41.292566 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 11:07:41.292567 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 11:07:41.292573 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 11:07:41.292575 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 11:07:41.292567 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 11:07:41.292584 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 11:07:41.292585 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 11:07:41.292589 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 11:07:41.292587 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 11:07:41.292603 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 11:07:41.292554 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 11:07:41.292613 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 11:07:41.292623 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 11:07:41.292623 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 11:07:41.292631 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 11:07:41.292585 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 11:07:41.292607 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 11:07:41.292642 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 11:07:41.292614 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 11:07:41.292430 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 11:07:41.292450 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 11:07:41.292696 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 11:07:41.292712 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 11:07:41.292715 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 11:07:41.292467 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 11:07:41.292730 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 11:07:41.292734 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 11:07:41.292734 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 11:07:41.292750 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 11:07:41.292756 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 11:07:41.292761 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 11:07:41.292770 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 11:07:41.292771 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 11:07:41.292767 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 11:07:41.292468 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 11:07:41.292784 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 11:07:41.292790 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 11:07:41.292807 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 11:07:41.292809 3671 port_claim.go:71] Svc openshift-ingress/router-default: port 32508 is already open, no action needed I0418 11:07:41.292829 3671 port_claim.go:71] Svc openshift-ingress/router-default: port 31807 is already open, no action needed I0418 11:07:41.292479 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 11:07:41.292833 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 11:07:41.292455 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 11:07:41.292491 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 11:07:41.292852 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 11:07:41.292451 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 11:07:41.292490 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 11:07:41.292942 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 11:07:41.292496 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 11:07:41.292507 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 11:07:41.292436 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 11:07:41.292985 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 11:07:41.292506 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 11:07:41.292531 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 11:07:41.292537 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 11:07:41.293021 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 11:07:41.292537 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 11:07:41.292562 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 11:07:41.292577 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 11:07:41.292644 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 11:07:41.292456 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 11:07:41.293169 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 11:07:41.293177 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 11:07:41.292278 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 11:07:41.293191 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 11:07:41.293201 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 11:07:41.292473 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 11:07:41.293212 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 11:07:41.294278 3671 node_ip_handler_linux.go:160] Node IP manager is running W0418 11:07:41.335461 3671 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 11:07:41.335807 3671 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 11:07:41.335931 3671 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0418 11:07:41.344147 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0418 11:07:41.344148 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 11:07:41.344158 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 11:07:41.344175 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 11:07:41.344186 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 11:07:41.344197 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 11:07:41.344207 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 11:07:41.386167 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 11:07:41.386197 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 11:07:43.136672 3671 default_node_network_controller.go:1380] Starting node controller node sync W0418 11:07:43.136694 3671 egressip_healthcheck.go:76] Health checking using insecure connection I0418 11:07:43.136737 3671 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0418 11:07:43.149599 3671 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.882685ms I0418 11:07:43.149745 3671 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-226.ec2.internal", IP: 10.0.0.226 to PMTUD blocking rules I0418 11:07:43.149750 3671 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-35.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 11:07:43.149763 3671 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-35.ec2.internal", IP: 10.0.1.35 to PMTUD blocking rules I0418 11:07:43.149790 3671 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-226.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 11:07:43.162536 3671 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0418 11:07:43.162829 3671 egressservice_node.go:93] Setting up event handlers for Egress Services I0418 11:07:43.163021 3671 egressservice_node.go:183] Starting Egress Services Controller I0418 11:07:43.163046 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 11:07:43.163080 3671 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 11:07:43.163090 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 11:07:43.163097 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 11:07:43.163131 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 11:07:43.163141 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 11:07:43.163148 3671 egressservice_node.go:197] Repairing Egress Services I0418 11:07:43.173885 3671 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0418 11:07:43.173902 3671 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 11:07:43.174106 3671 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0418 11:07:43.174121 3671 link_network_manager.go:119] Link manager is running I0418 11:07:43.174132 3671 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0418 11:07:43.174321 3671 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0418 11:07:43.174821 3671 vrf_manager.go:128] VRF manager is running I0418 11:07:43.175018 3671 node_controller_manager.go:437] Removing flows to drop GARP I0418 11:07:43.175027 3671 gateway.go:532] Reconciling gateway with updates I0418 11:07:43.200145 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 11:07:43.200158 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 11:07:43.200165 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 11:07:43.200175 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 11:07:43.200183 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 11:07:43.200180 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 11:07:43.200182 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 11:07:43.200194 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 11:07:43.200197 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 11:07:43.200199 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 11:07:43.200210 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 11:07:43.200216 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 11:07:43.200217 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 11:07:43.200223 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 11:07:43.200230 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 11:07:43.200233 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 11:07:43.200242 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 11:07:43.200242 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 11:07:43.200252 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 11:07:43.200263 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 11:07:43.200262 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 11:07:43.200267 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 11:07:43.200148 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 11:07:43.200278 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 11:07:43.200280 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 11:07:43.200275 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 11:07:43.200289 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 11:07:43.200295 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 11:07:43.200297 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 11:07:43.200296 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 11:07:43.200273 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 11:07:43.200394 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 11:07:43.200409 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 11:07:43.200414 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 11:07:43.200421 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 11:07:43.200399 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 11:07:43.200430 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 11:07:43.200429 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 11:07:43.200438 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 11:07:43.200435 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 11:07:43.200413 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 11:07:43.200450 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 11:07:43.200352 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 11:07:43.200457 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 11:07:43.200468 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 11:07:43.200338 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 11:07:43.200484 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 11:07:43.200298 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 11:07:43.200347 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 11:07:43.200521 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 11:07:43.200529 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 11:07:43.200533 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 11:07:43.200542 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 11:07:43.200549 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 11:07:43.200561 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 11:07:43.200571 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 11:07:43.200574 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 11:07:43.200367 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 11:07:43.200583 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 11:07:43.200598 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 11:07:43.200599 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 11:07:43.200605 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 11:07:43.200610 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 11:07:43.200609 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 11:07:43.200616 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 11:07:43.200597 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 11:07:43.200623 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 11:07:43.200632 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 11:07:43.200635 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 11:07:43.200640 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 11:07:43.200642 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 11:07:43.200647 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 11:07:43.200643 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 11:07:43.200649 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 11:07:43.200657 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 11:07:43.200664 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 11:07:43.200665 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 11:07:43.200666 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 11:07:43.200675 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 11:07:43.200679 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 11:07:43.200679 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 11:07:43.200682 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 11:07:43.200627 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 11:07:43.200691 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 11:07:43.200692 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 11:07:43.200695 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 11:07:43.200704 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 11:07:43.200706 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 11:07:43.200616 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 11:07:43.200713 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 11:07:43.200721 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 11:07:43.200444 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 11:07:43.200673 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 11:07:43.200732 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 11:07:43.200721 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 11:07:43.200743 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 11:07:43.200746 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 11:07:43.200748 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 11:07:43.200691 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 11:07:43.200613 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 11:07:43.200767 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 11:07:43.200379 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 11:07:43.200772 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 11:07:43.200782 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 11:07:43.200783 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 11:07:43.200787 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 11:07:43.200785 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 11:07:43.200515 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 11:07:43.200797 3671 port_claim.go:71] Svc openshift-ingress/router-default: port 32508 is already open, no action needed I0418 11:07:43.200796 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 11:07:43.200806 3671 port_claim.go:71] Svc openshift-ingress/router-default: port 31807 is already open, no action needed I0418 11:07:43.200813 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 11:07:43.200438 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 11:07:43.200407 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 11:07:43.200835 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 11:07:43.200652 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 11:07:43.200849 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 11:07:43.200334 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 11:07:43.200861 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 11:07:43.200431 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 11:07:43.200873 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 11:07:43.200756 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 11:07:43.200359 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 11:07:43.200935 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 11:07:43.200946 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 11:07:43.200949 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 11:07:43.200956 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 11:07:43.249936 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 11:07:43.276474 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 11:07:43.299359 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0418 11:07:43.299375 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 11:07:43.299394 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 11:07:43.299402 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 11:07:43.299409 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 11:07:44.597924 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-112.ec2.internal I0418 11:07:44.597950 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-112.ec2.internal: 31.985µs I0418 11:07:44.632653 3671 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-859bffb4fb-m7mr7] creating logical port openshift-image-registry_image-registry-859bffb4fb-m7mr7 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:07:44.632769 3671 kube.go:256] Updating pod openshift-image-registry/image-registry-859bffb4fb-m7mr7 I0418 11:07:44.648320 3671 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-t95b7] creating logical port openshift-dns_dns-default-t95b7 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:07:44.648426 3671 kube.go:256] Updating pod openshift-dns/dns-default-t95b7 I0418 11:07:44.652287 3671 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-gdsln] creating logical port openshift-ingress-canary_ingress-canary-gdsln for pod on switch ip-10-0-2-112.ec2.internal I0418 11:07:44.652380 3671 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-gdsln I0418 11:07:44.660345 3671 pod.go:62] [openshift-image-registry/image-registry-859bffb4fb-m7mr7] pod update took 27.608936ms I0418 11:07:44.660377 3671 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-859bffb4fb-m7mr7] addLogicalPort annotation time took 27.649035ms I0418 11:07:44.661846 3671 pods.go:271] [openshift-image-registry/image-registry-859bffb4fb-m7mr7] addLogicalPort took 29.216142ms, libovsdb time 1.094987ms I0418 11:07:44.673539 3671 pod.go:62] [openshift-ingress-canary/ingress-canary-gdsln] pod update took 21.183018ms I0418 11:07:44.673570 3671 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-gdsln] addLogicalPort annotation time took 21.219607ms I0418 11:07:44.673609 3671 pod.go:62] [openshift-dns/dns-default-t95b7] pod update took 25.212825ms I0418 11:07:44.673634 3671 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-t95b7] addLogicalPort annotation time took 25.241529ms I0418 11:07:44.674878 3671 pods.go:271] [openshift-ingress-canary/ingress-canary-gdsln] addLogicalPort took 22.609108ms, libovsdb time 993.512µs I0418 11:07:44.675165 3671 pods.go:271] [openshift-dns/dns-default-t95b7] addLogicalPort took 26.86675ms, libovsdb time 1.236397ms I0418 11:07:45.713677 3671 cni.go:452] [openshift-ingress-canary/ingress-canary-gdsln 6c2c7d36ae2f92908c84160c2adb4be85e2f506b750a26640303961cb3369bb5 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-gdsln 6c2c7d36ae2f92908c84160c2adb4be85e2f506b750a26640303961cb3369bb5 network default NAD default NAD key ] I0418 11:07:45.751728 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-gdsln, hostIfaceName: 6c2c7d36ae2f929, network: default, NAD default, SandboxID: "6c2c7d36ae2f92908c84160c2adb4be85e2f506b750a26640303961cb3369bb5", PCI device ID: , UID: "d117b0ae-d3df-4c9d-a8bc-147c508ae004", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0418 11:07:45.811498 3671 cni.go:473] [openshift-ingress-canary/ingress-canary-gdsln 6c2c7d36ae2f92908c84160c2adb4be85e2f506b750a26640303961cb3369bb5 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-gdsln 6c2c7d36ae2f92908c84160c2adb4be85e2f506b750a26640303961cb3369bb5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:f5:56:6c:99:6b\",\"name\":\"6c2c7d36ae2f929\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57a50b06-68c9-437d-8b93-84d0a7436dc9\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 11:07:47.234647 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 11:07:48.658843 3671 cni.go:452] [openshift-network-diagnostics/network-check-target-tx6w2 e5e24a2aca4dec54b490826f62b5e0f9272b5d6b3e43130efd35bc12b7fe25d8 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-tx6w2 e5e24a2aca4dec54b490826f62b5e0f9272b5d6b3e43130efd35bc12b7fe25d8 network default NAD default NAD key ] I0418 11:07:48.668663 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-tx6w2, hostIfaceName: e5e24a2aca4dec5, network: default, NAD default, SandboxID: "e5e24a2aca4dec54b490826f62b5e0f9272b5d6b3e43130efd35bc12b7fe25d8", PCI device ID: , UID: "3de55527-3e55-45de-9d3a-e5969cbc7abe", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0418 11:07:48.716286 3671 cni.go:473] [openshift-network-diagnostics/network-check-target-tx6w2 e5e24a2aca4dec54b490826f62b5e0f9272b5d6b3e43130efd35bc12b7fe25d8 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-tx6w2 e5e24a2aca4dec54b490826f62b5e0f9272b5d6b3e43130efd35bc12b7fe25d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:80:c5:f1:57:e3\",\"name\":\"e5e24a2aca4dec5\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21339310-a879-4699-979e-b455b081081c\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 11:07:48.846708 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0418 11:07:49.955983 3671 namespace.go:98] [openshift-service-ca] adding namespace I0418 11:07:49.956968 3671 namespace.go:102] [openshift-service-ca] adding namespace took 964.657µs I0418 11:07:49.978814 3671 namespace.go:142] [openshift-service-ca] updating namespace I0418 11:07:50.026177 3671 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0418 11:07:50.027185 3671 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 983.671µs I0418 11:07:50.053094 3671 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 11:07:50.079930 3671 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-9zvrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:07:50.080495 3671 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-9zvrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:07:50.143267 3671 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ssf6w] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-ssf6w for pod on switch ip-10-0-2-112.ec2.internal I0418 11:07:50.143408 3671 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ssf6w I0418 11:07:50.162110 3671 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ssf6w] pod update took 18.727929ms I0418 11:07:50.162131 3671 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ssf6w] addLogicalPort annotation time took 18.754578ms I0418 11:07:50.163352 3671 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ssf6w] addLogicalPort took 20.101241ms, libovsdb time 968.627µs I0418 11:07:50.309427 3671 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-9zvrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:07:50.309451 3671 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-9zvrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:07:51.376723 3671 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ssf6w 706974173b61973b90eacc9e3589130f02df04f2cf887dce476f3eda30c23602 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ssf6w 706974173b61973b90eacc9e3589130f02df04f2cf887dce476f3eda30c23602 network default NAD default NAD key ] I0418 11:07:51.385848 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-ssf6w, hostIfaceName: 706974173b61973, network: default, NAD default, SandboxID: "706974173b61973b90eacc9e3589130f02df04f2cf887dce476f3eda30c23602", PCI device ID: , UID: "78592df4-9690-48cf-929f-714cbb7353af", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0418 11:07:51.433989 3671 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ssf6w 706974173b61973b90eacc9e3589130f02df04f2cf887dce476f3eda30c23602 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ssf6w 706974173b61973b90eacc9e3589130f02df04f2cf887dce476f3eda30c23602 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:b4:f5:41:fd:57\",\"name\":\"706974173b61973\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee8dacbb-6b65-4635-a24d-1d08c4353746\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 11:07:52.866414 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 11:07:56.397540 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0418 11:08:00.628859 3671 cni.go:452] [openshift-image-registry/image-registry-859bffb4fb-m7mr7 f4c817cad6475a21f07588c32744dfce74072dcd8d4768e43b79e6e2468d1ccc network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-859bffb4fb-m7mr7 f4c817cad6475a21f07588c32744dfce74072dcd8d4768e43b79e6e2468d1ccc network default NAD default NAD key ] I0418 11:08:00.640363 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-859bffb4fb-m7mr7, hostIfaceName: f4c817cad6475a2, network: default, NAD default, SandboxID: "f4c817cad6475a21f07588c32744dfce74072dcd8d4768e43b79e6e2468d1ccc", PCI device ID: , UID: "91d6c1e2-76e1-4e8e-afa1-e5c972a7bbb9", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0418 11:08:00.655834 3671 cni.go:452] [openshift-dns/dns-default-t95b7 aa1a24711835bb5bf3c52f93583af69fa2e070889ca40461f04d0dcad59a857e network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-t95b7 aa1a24711835bb5bf3c52f93583af69fa2e070889ca40461f04d0dcad59a857e network default NAD default NAD key ] I0418 11:08:00.666921 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-t95b7, hostIfaceName: aa1a24711835bb5, network: default, NAD default, SandboxID: "aa1a24711835bb5bf3c52f93583af69fa2e070889ca40461f04d0dcad59a857e", PCI device ID: , UID: "b4db4f5e-510a-4621-9667-3c89d8315047", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0418 11:08:00.692612 3671 cni.go:473] [openshift-image-registry/image-registry-859bffb4fb-m7mr7 f4c817cad6475a21f07588c32744dfce74072dcd8d4768e43b79e6e2468d1ccc network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-859bffb4fb-m7mr7 f4c817cad6475a21f07588c32744dfce74072dcd8d4768e43b79e6e2468d1ccc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:aa:57:54:73:fb\",\"name\":\"f4c817cad6475a2\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fc1f22f-1c9b-40b4-8b73-820e9d56d956\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:08:00.715090 3671 cni.go:473] [openshift-dns/dns-default-t95b7 aa1a24711835bb5bf3c52f93583af69fa2e070889ca40461f04d0dcad59a857e network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-t95b7 aa1a24711835bb5bf3c52f93583af69fa2e070889ca40461f04d0dcad59a857e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:bb:01:19:03:9b\",\"name\":\"aa1a24711835bb5\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8df18d79-a1b6-4f35-9173-67c63e9c3084\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 11:08:13.336849 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 11:08:13.337018 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 11:08:13.337037 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0418 11:08:13.337042 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 11:08:13.337145 3671 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 11:08:13.392893 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kngg2] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-kngg2 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:08:13.392992 3671 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kngg2 I0418 11:08:13.405471 3671 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jhsx9] creating logical port openshift-insights_insights-runtime-extractor-jhsx9 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:08:13.405589 3671 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jhsx9 I0418 11:08:13.421369 3671 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kngg2] pod update took 28.403453ms I0418 11:08:13.421396 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kngg2] addLogicalPort annotation time took 28.433495ms I0418 11:08:13.421611 3671 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-pvhjf] creating logical port openshift-console_downloads-5c54f4944f-pvhjf for pod on switch ip-10-0-2-112.ec2.internal W0418 11:08:13.421699 3671 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 11:08:13.421718 3671 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-pvhjf I0418 11:08:13.422795 3671 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kngg2] addLogicalPort took 29.924452ms, libovsdb time 933.585µs I0418 11:08:13.444933 3671 pod.go:62] [openshift-insights/insights-runtime-extractor-jhsx9] pod update took 39.384918ms I0418 11:08:13.444960 3671 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jhsx9] addLogicalPort annotation time took 39.419239ms I0418 11:08:13.446216 3671 pods.go:271] [openshift-insights/insights-runtime-extractor-jhsx9] addLogicalPort took 40.750776ms, libovsdb time 854.874µs I0418 11:08:13.458368 3671 pod.go:62] [openshift-console/downloads-5c54f4944f-pvhjf] pod update took 36.685949ms I0418 11:08:13.458391 3671 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-pvhjf] addLogicalPort annotation time took 36.71445ms I0418 11:08:13.459414 3671 pods.go:271] [openshift-console/downloads-5c54f4944f-pvhjf] addLogicalPort took 37.817637ms, libovsdb time 737.881µs W0418 11:08:13.462209 3671 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 11:08:13.764229 3671 cni.go:452] [openshift-insights/insights-runtime-extractor-jhsx9 c7412854089a2878fb6bb67da77591df3d1a8ba790595b3a411bbf9bbdf412c9 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jhsx9 c7412854089a2878fb6bb67da77591df3d1a8ba790595b3a411bbf9bbdf412c9 network default NAD default NAD key ] I0418 11:08:13.764424 3671 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kngg2 3d5cca0241d833502af51b50bf8383e9402fb616ff2646ab41a758eea4f7418c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kngg2 3d5cca0241d833502af51b50bf8383e9402fb616ff2646ab41a758eea4f7418c network default NAD default NAD key ] I0418 11:08:13.778861 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-kngg2, hostIfaceName: 3d5cca0241d8335, network: default, NAD default, SandboxID: "3d5cca0241d833502af51b50bf8383e9402fb616ff2646ab41a758eea4f7418c", PCI device ID: , UID: "d78c5392-4ec7-4b8b-8678-1cd132bf1b02", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0418 11:08:13.780310 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jhsx9, hostIfaceName: c7412854089a287, network: default, NAD default, SandboxID: "c7412854089a2878fb6bb67da77591df3d1a8ba790595b3a411bbf9bbdf412c9", PCI device ID: , UID: "bf325bd7-afc0-42c6-9c57-6d41d286fb07", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0418 11:08:13.797700 3671 cni.go:452] [openshift-console/downloads-5c54f4944f-pvhjf 34f4e13fd477583294a4a0afe3b970523ed9f556549ab76aaddd3cf88a9b2d70 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-pvhjf 34f4e13fd477583294a4a0afe3b970523ed9f556549ab76aaddd3cf88a9b2d70 network default NAD default NAD key ] I0418 11:08:13.809512 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-pvhjf, hostIfaceName: 34f4e13fd477583, network: default, NAD default, SandboxID: "34f4e13fd477583294a4a0afe3b970523ed9f556549ab76aaddd3cf88a9b2d70", PCI device ID: , UID: "fd2e3f12-7736-40b8-a689-70f01e6fdf35", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0418 11:08:13.833269 3671 cni.go:473] [openshift-insights/insights-runtime-extractor-jhsx9 c7412854089a2878fb6bb67da77591df3d1a8ba790595b3a411bbf9bbdf412c9 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jhsx9 c7412854089a2878fb6bb67da77591df3d1a8ba790595b3a411bbf9bbdf412c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:02:ab:a9:f4:ab\",\"name\":\"c7412854089a287\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84e8bfc6-7eb1-4af0-9d2d-1b8fc9bb9a4e\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:08:13.856395 3671 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kngg2 3d5cca0241d833502af51b50bf8383e9402fb616ff2646ab41a758eea4f7418c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kngg2 3d5cca0241d833502af51b50bf8383e9402fb616ff2646ab41a758eea4f7418c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:81:7e:d2:e3:96\",\"name\":\"3d5cca0241d8335\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdb83d14-9f69-41ac-af0c-e06d03a26eae\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:08:13.878413 3671 cni.go:473] [openshift-console/downloads-5c54f4944f-pvhjf 34f4e13fd477583294a4a0afe3b970523ed9f556549ab76aaddd3cf88a9b2d70 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-pvhjf 34f4e13fd477583294a4a0afe3b970523ed9f556549ab76aaddd3cf88a9b2d70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:5d:54:35:37:61\",\"name\":\"34f4e13fd477583\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7527154b-222e-408e-b0e3-11f5d0a02bfd\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 11:08:13.920026 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 11:08:13.920047 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0418 11:08:13.920053 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 11:08:13.992924 3671 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:08:15.940794 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0418 11:08:15.972384 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0418 11:08:16.966609 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 11:08:17.020842 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.020863 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.020898 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.020910 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.020915 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0418 11:08:17.261326 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-znfqr] creating logical port openshift-monitoring_prometheus-operator-76b589d668-znfqr for pod on switch ip-10-0-2-112.ec2.internal I0418 11:08:17.261439 3671 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-znfqr I0418 11:08:17.277423 3671 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-znfqr] pod update took 16.011402ms I0418 11:08:17.277450 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-znfqr] addLogicalPort annotation time took 16.045631ms I0418 11:08:17.278655 3671 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-znfqr] addLogicalPort took 17.348802ms, libovsdb time 937.064µs W0418 11:08:17.372547 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.372565 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.374949 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.374963 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.374970 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.407380 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.407400 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.407568 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.407584 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.407588 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default I0418 11:08:17.622554 3671 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-znfqr 820b732c0ef4ed5af7cfe89c3dc36556326da8d445d57b1a59a49412dc3923dd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-znfqr 820b732c0ef4ed5af7cfe89c3dc36556326da8d445d57b1a59a49412dc3923dd network default NAD default NAD key ] I0418 11:08:17.634301 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-znfqr, hostIfaceName: 820b732c0ef4ed5, network: default, NAD default, SandboxID: "820b732c0ef4ed5af7cfe89c3dc36556326da8d445d57b1a59a49412dc3923dd", PCI device ID: , UID: "55b12377-e953-4a9f-afc8-9874191ed152", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0418 11:08:17.692761 3671 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-znfqr 820b732c0ef4ed5af7cfe89c3dc36556326da8d445d57b1a59a49412dc3923dd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-znfqr 820b732c0ef4ed5af7cfe89c3dc36556326da8d445d57b1a59a49412dc3923dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:90:f2:c7:7c:90\",\"name\":\"820b732c0ef4ed5\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f896290-b0cc-4b55-91f6-09523bc94d89\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:08:20.773286 3671 cni.go:452] [openshift-multus/network-metrics-daemon-fcb9s 98df295c2255baff8646a32dcb315e106d6d307fa9204b987d2cc068b8d2d779 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-fcb9s 98df295c2255baff8646a32dcb315e106d6d307fa9204b987d2cc068b8d2d779 network default NAD default NAD key ] I0418 11:08:20.784210 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-fcb9s, hostIfaceName: 98df295c2255baf, network: default, NAD default, SandboxID: "98df295c2255baff8646a32dcb315e106d6d307fa9204b987d2cc068b8d2d779", PCI device ID: , UID: "a8580b17-d60d-4645-a5ed-2230e2dea436", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0418 11:08:20.839898 3671 cni.go:473] [openshift-multus/network-metrics-daemon-fcb9s 98df295c2255baff8646a32dcb315e106d6d307fa9204b987d2cc068b8d2d779 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-fcb9s 98df295c2255baff8646a32dcb315e106d6d307fa9204b987d2cc068b8d2d779 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:94:aa:e9:15:2d\",\"name\":\"98df295c2255baf\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b9d24f0-5979-4cb5-8ed6-5ebfd4c8403d\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:08:21.606858 3671 base_network_controller_pods.go:487] [default/openshift-console/console-86cf45f958-tg5tg] creating logical port openshift-console_console-86cf45f958-tg5tg for pod on switch ip-10-0-2-112.ec2.internal I0418 11:08:21.607002 3671 kube.go:256] Updating pod openshift-console/console-86cf45f958-tg5tg I0418 11:08:21.643076 3671 pod.go:62] [openshift-console/console-86cf45f958-tg5tg] pod update took 36.086899ms I0418 11:08:21.643104 3671 base_network_controller_pods.go:951] [default/openshift-console/console-86cf45f958-tg5tg] addLogicalPort annotation time took 36.135992ms I0418 11:08:21.644434 3671 pods.go:271] [openshift-console/console-86cf45f958-tg5tg] addLogicalPort took 37.595394ms, libovsdb time 964.505µs I0418 11:08:21.791588 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-wl4r9] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-wl4r9 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:08:21.791715 3671 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-wl4r9 I0418 11:08:21.819934 3671 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-wl4r9] pod update took 28.259985ms I0418 11:08:21.819960 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-wl4r9] addLogicalPort annotation time took 28.292765ms I0418 11:08:21.821821 3671 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-wl4r9] addLogicalPort took 30.256029ms, libovsdb time 1.53164ms I0418 11:08:21.897126 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-p7d4k] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-p7d4k for pod on switch ip-10-0-2-112.ec2.internal I0418 11:08:21.897305 3671 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-p7d4k I0418 11:08:21.969256 3671 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-p7d4k I0418 11:08:21.998913 3671 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-p7d4k] pod update took 101.635419ms I0418 11:08:21.998940 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-p7d4k] addLogicalPort annotation time took 101.669457ms I0418 11:08:22.000209 3671 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-p7d4k] addLogicalPort took 103.110858ms, libovsdb time 880.698µs I0418 11:08:22.259188 3671 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-wl4r9 71510d05ed72379d8a41504d96c3aaa46bd2f45a99e4d5047f84ca118da4724b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-wl4r9 71510d05ed72379d8a41504d96c3aaa46bd2f45a99e4d5047f84ca118da4724b network default NAD default NAD key ] I0418 11:08:22.262530 3671 cni.go:452] [openshift-console/console-86cf45f958-tg5tg b962439a7cc207169f3f9b63e7aa837db1c90f51dc20c5c2caac99b7f64c131b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-86cf45f958-tg5tg b962439a7cc207169f3f9b63e7aa837db1c90f51dc20c5c2caac99b7f64c131b network default NAD default NAD key ] I0418 11:08:22.272112 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-wl4r9, hostIfaceName: 71510d05ed72379, network: default, NAD default, SandboxID: "71510d05ed72379d8a41504d96c3aaa46bd2f45a99e4d5047f84ca118da4724b", PCI device ID: , UID: "96e1e994-6cb6-4350-9189-b07aa2f80b9f", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0418 11:08:22.276710 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-86cf45f958-tg5tg, hostIfaceName: b962439a7cc2071, network: default, NAD default, SandboxID: "b962439a7cc207169f3f9b63e7aa837db1c90f51dc20c5c2caac99b7f64c131b", PCI device ID: , UID: "410c7197-05f9-4bb7-92ba-f95f8414b385", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0418 11:08:22.292236 3671 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-p7d4k 7f083d5ad9582465e5ff576ecc9910355751290991ac3756a6bff7066d160671 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-p7d4k 7f083d5ad9582465e5ff576ecc9910355751290991ac3756a6bff7066d160671 network default NAD default NAD key ] I0418 11:08:22.306229 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-p7d4k, hostIfaceName: 7f083d5ad958246, network: default, NAD default, SandboxID: "7f083d5ad9582465e5ff576ecc9910355751290991ac3756a6bff7066d160671", PCI device ID: , UID: "d960894a-2e31-4a89-b4a8-28168a00417d", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0418 11:08:22.340203 3671 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-wl4r9 71510d05ed72379d8a41504d96c3aaa46bd2f45a99e4d5047f84ca118da4724b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-wl4r9 71510d05ed72379d8a41504d96c3aaa46bd2f45a99e4d5047f84ca118da4724b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:a2:94:0a:5d:64\",\"name\":\"71510d05ed72379\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01582db8-d719-435b-93e2-031b04aa8abb\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:08:22.363938 3671 cni.go:473] [openshift-console/console-86cf45f958-tg5tg b962439a7cc207169f3f9b63e7aa837db1c90f51dc20c5c2caac99b7f64c131b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-86cf45f958-tg5tg b962439a7cc207169f3f9b63e7aa837db1c90f51dc20c5c2caac99b7f64c131b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:6e:ab:5d:0d:ae\",\"name\":\"b962439a7cc2071\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/352f85e6-8c3c-44be-bebf-ebd9e0c25e9c\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:08:22.384573 3671 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-p7d4k 7f083d5ad9582465e5ff576ecc9910355751290991ac3756a6bff7066d160671 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-p7d4k 7f083d5ad9582465e5ff576ecc9910355751290991ac3756a6bff7066d160671 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:66:56:34:e8:3a\",\"name\":\"7f083d5ad958246\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e93dfd5-2316-4aeb-a55f-aa8ce7d7b1f4\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:08:22.849120 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:08:22.849340 3671 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0418 11:08:22.872482 3671 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.204529ms I0418 11:08:22.872579 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.305789ms I0418 11:08:22.874414 3671 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.321009ms, libovsdb time 1.373283ms W0418 11:08:23.483670 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:08:23.869215 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0418 11:08:24.809817 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-fbdbb4c96-m9xhb] creating logical port openshift-monitoring_thanos-querier-fbdbb4c96-m9xhb for pod on switch ip-10-0-2-112.ec2.internal I0418 11:08:24.809926 3671 kube.go:256] Updating pod openshift-monitoring/thanos-querier-fbdbb4c96-m9xhb I0418 11:08:24.829524 3671 pod.go:62] [openshift-monitoring/thanos-querier-fbdbb4c96-m9xhb] pod update took 19.635753ms I0418 11:08:24.829557 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-fbdbb4c96-m9xhb] addLogicalPort annotation time took 19.674109ms I0418 11:08:24.831013 3671 pods.go:271] [openshift-monitoring/thanos-querier-fbdbb4c96-m9xhb] addLogicalPort took 21.214182ms, libovsdb time 1.08724ms I0418 11:08:26.451806 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-46d26] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-46d26 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:08:26.451962 3671 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-46d26 I0418 11:08:26.469322 3671 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-46d26] pod update took 17.395626ms I0418 11:08:26.469353 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-46d26] addLogicalPort annotation time took 17.433653ms I0418 11:08:26.470792 3671 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-46d26] addLogicalPort took 19.008037ms, libovsdb time 1.004101ms I0418 11:08:28.024326 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:08:28.024536 3671 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0418 11:08:28.051488 3671 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 27.009849ms I0418 11:08:28.051516 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 27.04069ms I0418 11:08:28.052827 3671 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 28.521684ms, libovsdb time 872.404µs W0418 11:08:31.047217 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 11:08:31.076018 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 11:08:31.102600 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:31.102619 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:31.102624 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:31.102628 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:32.139842 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:08:32.139865 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 11:08:32.229915 3671 cni.go:452] [openshift-monitoring/alertmanager-main-1 e13d2291e1814e244acfc97f935fd4e5f5394f3634267e909c194d129134c01c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 e13d2291e1814e244acfc97f935fd4e5f5394f3634267e909c194d129134c01c network default NAD default NAD key ] I0418 11:08:32.244939 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: e13d2291e1814e2, network: default, NAD default, SandboxID: "e13d2291e1814e244acfc97f935fd4e5f5394f3634267e909c194d129134c01c", PCI device ID: , UID: "896c5d5b-11de-48b9-89de-0d174b57a716", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0418 11:08:32.286902 3671 cni.go:452] [openshift-monitoring/thanos-querier-fbdbb4c96-m9xhb 699864f3b17a28dc067067a908034657e720a4294bc00d6313c672d600b290ee network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-fbdbb4c96-m9xhb 699864f3b17a28dc067067a908034657e720a4294bc00d6313c672d600b290ee network default NAD default NAD key ] I0418 11:08:32.287153 3671 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-46d26 c2019caa5e6b60f3a9d34409aac8d2951f06817b983468b8802d4dcbd311946d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-46d26 c2019caa5e6b60f3a9d34409aac8d2951f06817b983468b8802d4dcbd311946d network default NAD default NAD key ] I0418 11:08:32.287716 3671 cni.go:452] [openshift-monitoring/prometheus-k8s-1 0c7cff5990a592f4c08e8c08de3b577e6bf63326bf247dfcd8fffc9a21f2aa30 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 0c7cff5990a592f4c08e8c08de3b577e6bf63326bf247dfcd8fffc9a21f2aa30 network default NAD default NAD key ] I0418 11:08:32.317894 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-fbdbb4c96-m9xhb, hostIfaceName: 699864f3b17a28d, network: default, NAD default, SandboxID: "699864f3b17a28dc067067a908034657e720a4294bc00d6313c672d600b290ee", PCI device ID: , UID: "2e51fee0-a63e-4c02-b5f6-7b1876c6bf78", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0418 11:08:32.324281 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 0c7cff5990a592f, network: default, NAD default, SandboxID: "0c7cff5990a592f4c08e8c08de3b577e6bf63326bf247dfcd8fffc9a21f2aa30", PCI device ID: , UID: "af78fe2d-38d1-423f-beca-de04f5cbade6", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0418 11:08:32.345046 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-46d26, hostIfaceName: c2019caa5e6b60f, network: default, NAD default, SandboxID: "c2019caa5e6b60f3a9d34409aac8d2951f06817b983468b8802d4dcbd311946d", PCI device ID: , UID: "8f61c438-c400-4776-b725-b2b43abb1e60", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0418 11:08:32.356415 3671 cni.go:473] [openshift-monitoring/alertmanager-main-1 e13d2291e1814e244acfc97f935fd4e5f5394f3634267e909c194d129134c01c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 e13d2291e1814e244acfc97f935fd4e5f5394f3634267e909c194d129134c01c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:d5:07:32:e1:18\",\"name\":\"e13d2291e1814e2\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3efa27fe-1a53-4a59-b187-60566fb6ce93\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:08:32.407300 3671 cni.go:473] [openshift-monitoring/prometheus-k8s-1 0c7cff5990a592f4c08e8c08de3b577e6bf63326bf247dfcd8fffc9a21f2aa30 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 0c7cff5990a592f4c08e8c08de3b577e6bf63326bf247dfcd8fffc9a21f2aa30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:f9:c1:e0:21:29\",\"name\":\"0c7cff5990a592f\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67184d85-1ee7-4948-b50f-f48e8a9a8eb2\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:08:32.435838 3671 cni.go:473] [openshift-monitoring/thanos-querier-fbdbb4c96-m9xhb 699864f3b17a28dc067067a908034657e720a4294bc00d6313c672d600b290ee network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-fbdbb4c96-m9xhb 699864f3b17a28dc067067a908034657e720a4294bc00d6313c672d600b290ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:0b:58:5f:a3:4e\",\"name\":\"699864f3b17a28d\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/683e7b2e-2419-4684-8f09-5a2305c57b8a\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:08:32.437344 3671 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-46d26 c2019caa5e6b60f3a9d34409aac8d2951f06817b983468b8802d4dcbd311946d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-46d26 c2019caa5e6b60f3a9d34409aac8d2951f06817b983468b8802d4dcbd311946d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:09:c9:57:20:09\",\"name\":\"c2019caa5e6b60f\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/920710da-32c4-418b-9a37-6ce7c0846e7c\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 11:08:33.014747 3671 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7f964b748b-r5p42 IP address from the namespace address-set, err: pod openshift-console/console-7f964b748b-r5p42: no pod IPs found W0418 11:08:33.074543 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 11:08:33.476421 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:33.476439 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:33.476445 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:33.506838 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 11:08:34.153563 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:34.153582 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:34.153588 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:34.212022 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:08:34.212045 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:08:34.504266 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 11:08:38.093963 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 11:08:38.093989 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0418 11:08:38.615936 3671 cni.go:452] [openshift-image-registry/image-registry-859bffb4fb-m7mr7 f4c817cad6475a21f07588c32744dfce74072dcd8d4768e43b79e6e2468d1ccc network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-859bffb4fb-m7mr7 f4c817cad6475a21f07588c32744dfce74072dcd8d4768e43b79e6e2468d1ccc network default NAD default NAD key ] I0418 11:08:38.709539 3671 cni.go:473] [openshift-image-registry/image-registry-859bffb4fb-m7mr7 f4c817cad6475a21f07588c32744dfce74072dcd8d4768e43b79e6e2468d1ccc network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-859bffb4fb-m7mr7 f4c817cad6475a21f07588c32744dfce74072dcd8d4768e43b79e6e2468d1ccc network default NAD default NAD key default], result "{}", err I0418 11:08:38.761943 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-859bffb4fb-m7mr7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:38.762052 3671 pods.go:176] Deleting pod: openshift-image-registry/image-registry-859bffb4fb-m7mr7 I0418 11:08:38.763617 3671 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-859bffb4fb-m7mr7, ips: 10.130.0.5 I0418 11:08:38.763658 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-859bffb4fb-m7mr7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:38.777093 3671 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-68b9b6b75d-g5n85] creating logical port openshift-image-registry_image-registry-68b9b6b75d-g5n85 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:08:38.777307 3671 kube.go:256] Updating pod openshift-image-registry/image-registry-68b9b6b75d-g5n85 I0418 11:08:38.796549 3671 pod.go:62] [openshift-image-registry/image-registry-68b9b6b75d-g5n85] pod update took 19.29359ms I0418 11:08:38.796577 3671 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-68b9b6b75d-g5n85] addLogicalPort annotation time took 19.326936ms I0418 11:08:38.797952 3671 pods.go:271] [openshift-image-registry/image-registry-68b9b6b75d-g5n85] addLogicalPort took 20.907572ms, libovsdb time 999.558µs I0418 11:08:39.140143 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-859bffb4fb-m7mr7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:39.140175 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-859bffb4fb-m7mr7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:39.146928 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-859bffb4fb-m7mr7 I0418 11:08:39.146966 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-859bffb4fb-m7mr7 I0418 11:08:39.151611 3671 cni.go:452] [openshift-image-registry/image-registry-68b9b6b75d-g5n85 847dd0544416dfbb338cf89d184c9bfe6874a4d71fd8fa8e6f7ff8286475d183 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-68b9b6b75d-g5n85 847dd0544416dfbb338cf89d184c9bfe6874a4d71fd8fa8e6f7ff8286475d183 network default NAD default NAD key ] I0418 11:08:39.162609 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-68b9b6b75d-g5n85, hostIfaceName: 847dd0544416dfb, network: default, NAD default, SandboxID: "847dd0544416dfbb338cf89d184c9bfe6874a4d71fd8fa8e6f7ff8286475d183", PCI device ID: , UID: "f2cf98cb-852d-4642-a5fa-b347ac8185f3", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0418 11:08:39.211337 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd68c6b95-8mmm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:39.211907 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd68c6b95-8mmm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:39.224356 3671 cni.go:473] [openshift-image-registry/image-registry-68b9b6b75d-g5n85 847dd0544416dfbb338cf89d184c9bfe6874a4d71fd8fa8e6f7ff8286475d183 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-68b9b6b75d-g5n85 847dd0544416dfbb338cf89d184c9bfe6874a4d71fd8fa8e6f7ff8286475d183 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:78:91:d4:5f:5e\",\"name\":\"847dd0544416dfb\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2625edc9-4081-47af-bb2e-1a8e8289d180\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:08:40.115490 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd68c6b95-8mmm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:40.115525 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd68c6b95-8mmm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:40.120749 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bd68c6b95-8mmm9 I0418 11:08:40.120777 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bd68c6b95-8mmm9 W0418 11:08:42.114045 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:42.114088 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:42.114095 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:42.114100 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0418 11:08:58.196402 3671 cni.go:452] [openshift-console/console-86cf45f958-tg5tg b962439a7cc207169f3f9b63e7aa837db1c90f51dc20c5c2caac99b7f64c131b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-86cf45f958-tg5tg b962439a7cc207169f3f9b63e7aa837db1c90f51dc20c5c2caac99b7f64c131b network default NAD default NAD key ] I0418 11:08:58.273956 3671 cni.go:473] [openshift-console/console-86cf45f958-tg5tg b962439a7cc207169f3f9b63e7aa837db1c90f51dc20c5c2caac99b7f64c131b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-86cf45f958-tg5tg b962439a7cc207169f3f9b63e7aa837db1c90f51dc20c5c2caac99b7f64c131b network default NAD default NAD key default], result "{}", err I0418 11:08:58.337701 3671 obj_retry.go:498] Detected object openshift-console/console-86cf45f958-tg5tg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:58.337740 3671 pods.go:176] Deleting pod: openshift-console/console-86cf45f958-tg5tg I0418 11:08:58.339116 3671 pods.go:236] Attempting to release IPs for pod: openshift-console/console-86cf45f958-tg5tg, ips: 10.130.0.13 I0418 11:08:58.339146 3671 obj_retry.go:498] Detected object openshift-console/console-86cf45f958-tg5tg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:58.347002 3671 base_network_controller_pods.go:487] [default/openshift-console/console-74c49fb59b-vvqjl] creating logical port openshift-console_console-74c49fb59b-vvqjl for pod on switch ip-10-0-2-112.ec2.internal I0418 11:08:58.347174 3671 kube.go:256] Updating pod openshift-console/console-74c49fb59b-vvqjl I0418 11:08:58.362196 3671 pod.go:62] [openshift-console/console-74c49fb59b-vvqjl] pod update took 15.048747ms I0418 11:08:58.362230 3671 base_network_controller_pods.go:951] [default/openshift-console/console-74c49fb59b-vvqjl] addLogicalPort annotation time took 15.087326ms I0418 11:08:58.363586 3671 pods.go:271] [openshift-console/console-74c49fb59b-vvqjl] addLogicalPort took 16.597893ms, libovsdb time 933.318µs I0418 11:08:59.056015 3671 cni.go:452] [openshift-console/console-74c49fb59b-vvqjl 2377e2a2a5396a45359b2a2e39483d95ee2121f36a320fcb58df087a1607bb68 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74c49fb59b-vvqjl 2377e2a2a5396a45359b2a2e39483d95ee2121f36a320fcb58df087a1607bb68 network default NAD default NAD key ] I0418 11:08:59.066291 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74c49fb59b-vvqjl, hostIfaceName: 2377e2a2a5396a4, network: default, NAD default, SandboxID: "2377e2a2a5396a45359b2a2e39483d95ee2121f36a320fcb58df087a1607bb68", PCI device ID: , UID: "4060063d-5376-44bb-9701-13c94577dd2a", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0418 11:08:59.120775 3671 cni.go:473] [openshift-console/console-74c49fb59b-vvqjl 2377e2a2a5396a45359b2a2e39483d95ee2121f36a320fcb58df087a1607bb68 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74c49fb59b-vvqjl 2377e2a2a5396a45359b2a2e39483d95ee2121f36a320fcb58df087a1607bb68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:12:0b:d7:0a:22\",\"name\":\"2377e2a2a5396a4\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a0dcd4f-dab2-45a8-b4a1-81949872a733\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 11:08:59.172523 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0418 11:08:59.205802 3671 obj_retry.go:492] Detected object openshift-console/console-86cf45f958-tg5tg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:59.205829 3671 obj_retry.go:492] Detected object openshift-console/console-86cf45f958-tg5tg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:59.211235 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86cf45f958-tg5tg I0418 11:08:59.211270 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86cf45f958-tg5tg I0418 11:08:59.792176 3671 obj_retry.go:498] Detected object openshift-console/console-86cf45f958-c8pjt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:59.792695 3671 obj_retry.go:498] Detected object openshift-console/console-86cf45f958-c8pjt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:00.606581 3671 obj_retry.go:492] Detected object openshift-console/console-86cf45f958-c8pjt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:00.606606 3671 obj_retry.go:492] Detected object openshift-console/console-86cf45f958-c8pjt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:00.612406 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86cf45f958-c8pjt I0418 11:09:00.612439 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86cf45f958-c8pjt W0418 11:09:01.115931 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:09:01.115956 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:09:01.115976 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:09:01.116006 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:09:01.151592 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:09:03.861548 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:09:03.861570 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:09:03.861576 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:09:03.861586 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:09:03.861590 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:09:03.861594 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:09:03.921569 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:09:03.921589 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:09:03.921595 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:09:05.612143 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0418 11:09:06.792527 3671 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:06.793138 3671 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:06.793174 3671 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:09:06.793187 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0418 11:09:06.793209 3671 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:09:06.793218 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0418 11:09:07.817465 3671 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:07.817494 3671 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:07.817514 3671 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:07.817525 3671 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:09:09.268346 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0418 11:09:10.735559 3671 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0418 11:09:10.747958 3671 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0418 11:09:19.675394 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0418 11:09:27.495633 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd68c6b95-jdcc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:27.496193 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd68c6b95-jdcc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:27.706164 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd68c6b95-jdcc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:27.706192 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd68c6b95-jdcc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:27.712493 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bd68c6b95-jdcc5 I0418 11:09:27.712518 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bd68c6b95-jdcc5 W0418 11:09:29.321815 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:09:29.321835 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:09:29.321848 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:09:29.321853 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:09:29.377774 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:09:29.377796 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 11:09:33.326003 3671 obj_retry.go:498] Detected object openshift-ingress/router-default-74878c447f-jkdph of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:33.326612 3671 obj_retry.go:498] Detected object openshift-ingress/router-default-74878c447f-jkdph of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:33.730162 3671 obj_retry.go:492] Detected object openshift-ingress/router-default-74878c447f-jkdph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:33.730185 3671 obj_retry.go:492] Detected object openshift-ingress/router-default-74878c447f-jkdph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:33.733460 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-74878c447f-jkdph I0418 11:09:33.733493 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-74878c447f-jkdph I0418 11:09:34.595929 3671 obj_retry.go:498] Detected object openshift-console/console-7f964b748b-ssxkn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:34.596578 3671 obj_retry.go:498] Detected object openshift-console/console-7f964b748b-ssxkn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:35.313344 3671 obj_retry.go:492] Detected object openshift-console/console-7f964b748b-ssxkn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:35.313372 3671 obj_retry.go:492] Detected object openshift-console/console-7f964b748b-ssxkn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:35.320239 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f964b748b-ssxkn I0418 11:09:35.320266 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f964b748b-ssxkn I0418 11:09:43.573789 3671 cni.go:452] [openshift-monitoring/alertmanager-main-1 e13d2291e1814e244acfc97f935fd4e5f5394f3634267e909c194d129134c01c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 e13d2291e1814e244acfc97f935fd4e5f5394f3634267e909c194d129134c01c network default NAD default NAD key ] I0418 11:09:43.654320 3671 cni.go:473] [openshift-monitoring/alertmanager-main-1 e13d2291e1814e244acfc97f935fd4e5f5394f3634267e909c194d129134c01c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 e13d2291e1814e244acfc97f935fd4e5f5394f3634267e909c194d129134c01c network default NAD default NAD key default], result "{}", err I0418 11:09:43.725830 3671 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:43.725867 3671 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0418 11:09:43.727444 3671 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.16 I0418 11:09:43.727478 3671 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:44.401815 3671 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:44.401840 3671 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:44.409379 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0418 11:09:44.409410 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0418 11:09:44.450462 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:09:44.450750 3671 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0418 11:09:44.473464 3671 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 22.794353ms I0418 11:09:44.473570 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 22.906582ms I0418 11:09:44.475040 3671 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.598181ms, libovsdb time 1.034542ms I0418 11:09:44.816506 3671 cni.go:452] [openshift-monitoring/alertmanager-main-1 64548ba1a13d5984bde9a98effb214f18752b4e92cf46107049469992edf0107 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 64548ba1a13d5984bde9a98effb214f18752b4e92cf46107049469992edf0107 network default NAD default NAD key ] I0418 11:09:44.825954 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 64548ba1a13d598, network: default, NAD default, SandboxID: "64548ba1a13d5984bde9a98effb214f18752b4e92cf46107049469992edf0107", PCI device ID: , UID: "b9ef8ed7-91ed-4a1a-be52-2a7b89e24be1", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0418 11:09:44.879345 3671 cni.go:473] [openshift-monitoring/alertmanager-main-1 64548ba1a13d5984bde9a98effb214f18752b4e92cf46107049469992edf0107 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 64548ba1a13d5984bde9a98effb214f18752b4e92cf46107049469992edf0107 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:ff:44:ae:2f:7b\",\"name\":\"64548ba1a13d598\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b193a50b-e208-42c0-bdb5-94a5ed88f0b1\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:09:47.712144 3671 cni.go:452] [openshift-monitoring/prometheus-k8s-1 0c7cff5990a592f4c08e8c08de3b577e6bf63326bf247dfcd8fffc9a21f2aa30 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 0c7cff5990a592f4c08e8c08de3b577e6bf63326bf247dfcd8fffc9a21f2aa30 network default NAD default NAD key ] I0418 11:09:47.803872 3671 cni.go:473] [openshift-monitoring/prometheus-k8s-1 0c7cff5990a592f4c08e8c08de3b577e6bf63326bf247dfcd8fffc9a21f2aa30 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 0c7cff5990a592f4c08e8c08de3b577e6bf63326bf247dfcd8fffc9a21f2aa30 network default NAD default NAD key default], result "{}", err I0418 11:09:47.865484 3671 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:47.865523 3671 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0418 11:09:47.866834 3671 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.19 I0418 11:09:47.866864 3671 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:48.432080 3671 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:48.432112 3671 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:48.438231 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0418 11:09:48.438264 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0418 11:09:48.480930 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:09:48.481055 3671 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0418 11:09:48.503006 3671 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 21.995264ms I0418 11:09:48.503035 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 22.033432ms I0418 11:09:48.504282 3671 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 23.374322ms, libovsdb time 873.471µs I0418 11:09:48.845674 3671 cni.go:452] [openshift-monitoring/prometheus-k8s-1 0f4d63af6f5ccabf7fc70990cda887e390d682ba61e2e6405cfe6d7aa5108889 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 0f4d63af6f5ccabf7fc70990cda887e390d682ba61e2e6405cfe6d7aa5108889 network default NAD default NAD key ] I0418 11:09:48.855116 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 0f4d63af6f5ccab, network: default, NAD default, SandboxID: "0f4d63af6f5ccabf7fc70990cda887e390d682ba61e2e6405cfe6d7aa5108889", PCI device ID: , UID: "74d3eaa1-1aea-47fb-8ac9-421150ca24fc", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0418 11:09:48.909544 3671 cni.go:473] [openshift-monitoring/prometheus-k8s-1 0f4d63af6f5ccabf7fc70990cda887e390d682ba61e2e6405cfe6d7aa5108889 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 0f4d63af6f5ccabf7fc70990cda887e390d682ba61e2e6405cfe6d7aa5108889 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:44:78:6c:ed:ec\",\"name\":\"0f4d63af6f5ccab\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b07e9a1e-3817-4f95-b771-abcad369dcc8\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:09:51.106634 3671 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 11:10:03.362203 3671 cni.go:452] [openshift-console/console-74c49fb59b-vvqjl 2377e2a2a5396a45359b2a2e39483d95ee2121f36a320fcb58df087a1607bb68 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74c49fb59b-vvqjl 2377e2a2a5396a45359b2a2e39483d95ee2121f36a320fcb58df087a1607bb68 network default NAD default NAD key ] I0418 11:10:03.439827 3671 cni.go:473] [openshift-console/console-74c49fb59b-vvqjl 2377e2a2a5396a45359b2a2e39483d95ee2121f36a320fcb58df087a1607bb68 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74c49fb59b-vvqjl 2377e2a2a5396a45359b2a2e39483d95ee2121f36a320fcb58df087a1607bb68 network default NAD default NAD key default], result "{}", err I0418 11:10:03.489718 3671 obj_retry.go:498] Detected object openshift-console/console-74c49fb59b-vvqjl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:03.489765 3671 pods.go:176] Deleting pod: openshift-console/console-74c49fb59b-vvqjl I0418 11:10:03.491149 3671 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74c49fb59b-vvqjl, ips: 10.130.0.21 I0418 11:10:03.491179 3671 obj_retry.go:498] Detected object openshift-console/console-74c49fb59b-vvqjl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:03.498433 3671 base_network_controller_pods.go:487] [default/openshift-console/console-78ccf75576-97g66] creating logical port openshift-console_console-78ccf75576-97g66 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:10:03.498528 3671 kube.go:256] Updating pod openshift-console/console-78ccf75576-97g66 I0418 11:10:03.513004 3671 pod.go:62] [openshift-console/console-78ccf75576-97g66] pod update took 14.501265ms I0418 11:10:03.513028 3671 base_network_controller_pods.go:951] [default/openshift-console/console-78ccf75576-97g66] addLogicalPort annotation time took 14.531265ms I0418 11:10:03.514367 3671 pods.go:271] [openshift-console/console-78ccf75576-97g66] addLogicalPort took 15.948964ms, libovsdb time 915.522µs I0418 11:10:03.798105 3671 obj_retry.go:492] Detected object openshift-console/console-74c49fb59b-vvqjl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:03.798127 3671 obj_retry.go:492] Detected object openshift-console/console-74c49fb59b-vvqjl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:03.804573 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74c49fb59b-vvqjl I0418 11:10:03.804612 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74c49fb59b-vvqjl I0418 11:10:03.860790 3671 cni.go:452] [openshift-console/console-78ccf75576-97g66 f36f44f60cb87601722f3795d8b813331b8d0cc940be195d5097d54ab97f1a65 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-78ccf75576-97g66 f36f44f60cb87601722f3795d8b813331b8d0cc940be195d5097d54ab97f1a65 network default NAD default NAD key ] I0418 11:10:03.871100 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-78ccf75576-97g66, hostIfaceName: f36f44f60cb8760, network: default, NAD default, SandboxID: "f36f44f60cb87601722f3795d8b813331b8d0cc940be195d5097d54ab97f1a65", PCI device ID: , UID: "3ef6c44d-ab40-4e3b-a416-e207244f7932", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0418 11:10:03.924712 3671 cni.go:473] [openshift-console/console-78ccf75576-97g66 f36f44f60cb87601722f3795d8b813331b8d0cc940be195d5097d54ab97f1a65 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-78ccf75576-97g66 f36f44f60cb87601722f3795d8b813331b8d0cc940be195d5097d54ab97f1a65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:2f:e5:22:f7:6e\",\"name\":\"f36f44f60cb8760\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d95b12cf-d8c9-4381-b9ea-319b0bc13539\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:10:04.984886 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:04.985446 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:05.874564 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:05.874596 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:10:14.562160 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0418 11:10:14.728227 3671 obj_retry.go:498] Detected object openshift-console/console-74c49fb59b-tdkhk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:14.728821 3671 obj_retry.go:498] Detected object openshift-console/console-74c49fb59b-tdkhk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 11:10:14.870599 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:10:14.870625 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:10:14.870631 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0418 11:10:14.900956 3671 obj_retry.go:492] Detected object openshift-console/console-74c49fb59b-tdkhk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:14.900981 3671 obj_retry.go:492] Detected object openshift-console/console-74c49fb59b-tdkhk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:14.910659 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74c49fb59b-tdkhk I0418 11:10:14.910691 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74c49fb59b-tdkhk I0418 11:10:16.182265 3671 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:16.182871 3671 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:16.910863 3671 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:16.910888 3671 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:16.918143 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0418 11:10:16.918174 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0418 11:10:49.741436 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:10:49.741456 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 11:10:51.043371 3671 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:51.043993 3671 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:51.627629 3671 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:51.627653 3671 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:51.635983 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0418 11:10:51.636016 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0418 11:12:42.534747 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0418 11:12:45.535282 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0418 11:12:47.412252 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0418 11:13:20.524051 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0418 11:13:34.412393 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0418 11:13:48.507339 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 W0418 11:14:16.814876 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 11:14:27.853112 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0418 11:14:27.853168 3671 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-smqrj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-smqrj: no pod IPs found I0418 11:14:35.530174 3671 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0418 11:14:41.411987 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=139 I0418 11:15:06.517785 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0418 11:15:21.512868 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0418 11:15:46.608445 3671 namespace.go:98] [tsf] adding namespace I0418 11:15:46.609405 3671 namespace.go:102] [tsf] adding namespace took 932.46µs I0418 11:15:46.626181 3671 namespace.go:142] [tsf] updating namespace I0418 11:15:46.633986 3671 namespace.go:142] [tsf] updating namespace I0418 11:15:49.412704 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=19 I0418 11:15:50.409122 3671 namespace.go:98] [tsf-keycloak] adding namespace I0418 11:15:50.409934 3671 namespace.go:102] [tsf-keycloak] adding namespace took 787.789µs I0418 11:15:50.413698 3671 namespace.go:98] [cert-manager-operator] adding namespace I0418 11:15:50.413762 3671 namespace.go:98] [konflux-operator] adding namespace I0418 11:15:50.414506 3671 namespace.go:102] [cert-manager-operator] adding namespace took 784.013µs I0418 11:15:50.415231 3671 namespace.go:102] [konflux-operator] adding namespace took 1.450338ms I0418 11:15:50.415249 3671 namespace.go:98] [tsf-tas] adding namespace I0418 11:15:50.415293 3671 namespace.go:98] [rhtpa-operator] adding namespace I0418 11:15:50.415369 3671 namespace.go:98] [tsf-tpa] adding namespace I0418 11:15:50.416092 3671 namespace.go:102] [tsf-tas] adding namespace took 819.34µs I0418 11:15:50.416667 3671 namespace.go:102] [rhtpa-operator] adding namespace took 1.367733ms I0418 11:15:50.417255 3671 namespace.go:102] [tsf-tpa] adding namespace took 1.826984ms I0418 11:15:50.419799 3671 namespace.go:98] [konflux-ui] adding namespace I0418 11:15:50.419836 3671 namespace.go:98] [rhbk-operator] adding namespace I0418 11:15:50.420594 3671 namespace.go:102] [konflux-ui] adding namespace took 775.055µs I0418 11:15:50.421294 3671 namespace.go:102] [rhbk-operator] adding namespace took 1.447027ms I0418 11:15:50.429680 3671 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:15:50.441710 3671 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:15:50.446565 3671 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:15:50.478022 3671 namespace.go:142] [konflux-operator] updating namespace I0418 11:15:50.478114 3671 namespace.go:142] [tsf-tas] updating namespace I0418 11:15:50.478175 3671 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:15:50.478323 3671 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:15:50.487601 3671 namespace.go:142] [konflux-operator] updating namespace I0418 11:15:50.487652 3671 namespace.go:142] [tsf-tas] updating namespace I0418 11:15:50.487789 3671 namespace.go:142] [rhbk-operator] updating namespace I0418 11:15:50.494686 3671 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:15:50.494764 3671 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:15:50.503999 3671 namespace.go:142] [tsf-tpa] updating namespace I0418 11:15:50.504122 3671 namespace.go:142] [konflux-ui] updating namespace I0418 11:15:50.520261 3671 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:15:50.520307 3671 namespace.go:142] [tsf-tas] updating namespace I0418 11:15:50.539893 3671 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:15:50.539986 3671 namespace.go:142] [tsf-tpa] updating namespace I0418 11:15:50.543734 3671 namespace.go:142] [tsf-tpa] updating namespace I0418 11:15:50.561033 3671 namespace.go:142] [konflux-ui] updating namespace I0418 11:15:50.577915 3671 namespace.go:142] [konflux-ui] updating namespace I0418 11:15:50.593180 3671 namespace.go:142] [rhbk-operator] updating namespace I0418 11:15:50.601944 3671 namespace.go:142] [rhbk-operator] updating namespace I0418 11:15:50.629946 3671 namespace.go:142] [konflux-operator] updating namespace I0418 11:15:51.851974 3671 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:15:51.852123 3671 namespace.go:142] [tsf-tpa] updating namespace I0418 11:15:52.411630 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0418 11:16:03.382547 3671 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:03.383093 3671 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:03.383118 3671 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:03.383126 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:03.383136 3671 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:03.383140 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:04.410334 3671 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:04.410363 3671 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:04.410378 3671 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:04.410394 3671 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:04.499691 3671 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:04.500297 3671 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:04.500329 3671 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:04.500339 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:04.500354 3671 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:04.500359 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:05.525437 3671 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:05.525458 3671 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:05.525474 3671 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:05.525485 3671 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:07.458107 3671 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.458678 3671 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.458707 3671 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.458716 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:07.458726 3671 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.458730 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:07.487890 3671 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.488481 3671 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.488507 3671 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.488515 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:07.488529 3671 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.488534 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:07.513438 3671 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.513940 3671 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.513966 3671 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.513976 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:07.513987 3671 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.513996 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:07.537556 3671 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.538055 3671 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.538095 3671 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.538102 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:07.538113 3671 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.538120 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:08.490861 3671 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.490888 3671 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.490901 3671 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.490912 3671 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.527518 3671 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.527548 3671 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.527564 3671 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.527576 3671 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.545579 3671 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.545601 3671 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.545617 3671 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.545635 3671 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.568370 3671 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.568392 3671 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.568404 3671 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.568419 3671 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:16:10.908943 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0418 11:16:17.943922 3671 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-bxj7b] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-bxj7b for pod on switch ip-10-0-2-112.ec2.internal I0418 11:16:17.944116 3671 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-bxj7b I0418 11:16:17.996076 3671 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-bxj7b I0418 11:16:18.048298 3671 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-bxj7b] pod update took 104.246911ms I0418 11:16:18.048325 3671 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-bxj7b] addLogicalPort annotation time took 104.31257ms I0418 11:16:18.049574 3671 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-bxj7b] addLogicalPort took 105.677037ms, libovsdb time 858.831µs I0418 11:16:18.300049 3671 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-bxj7b 66653f33d3a0e6f9235f6543bf53c928041d7fc4b40b7dc99d6198a67d59259f network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-bxj7b 66653f33d3a0e6f9235f6543bf53c928041d7fc4b40b7dc99d6198a67d59259f network default NAD default NAD key ] I0418 11:16:18.310107 3671 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-bxj7b, hostIfaceName: 66653f33d3a0e6f, network: default, NAD default, SandboxID: "66653f33d3a0e6f9235f6543bf53c928041d7fc4b40b7dc99d6198a67d59259f", PCI device ID: , UID: "d5639e91-4bf3-48d6-b358-7ce0d29fd985", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0418 11:16:18.367273 3671 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-bxj7b 66653f33d3a0e6f9235f6543bf53c928041d7fc4b40b7dc99d6198a67d59259f network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-bxj7b 66653f33d3a0e6f9235f6543bf53c928041d7fc4b40b7dc99d6198a67d59259f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:4a:cf:85:e1:2b\",\"name\":\"66653f33d3a0e6f\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/631ee080-5106-4f19-8e58-b63af27893c3\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:16:20.087471 3671 namespace.go:98] [cert-manager] adding namespace I0418 11:16:20.088538 3671 namespace.go:102] [cert-manager] adding namespace took 986.417µs I0418 11:16:20.279862 3671 namespace.go:142] [cert-manager] updating namespace I0418 11:16:20.342529 3671 namespace.go:142] [cert-manager] updating namespace I0418 11:16:24.689865 3671 namespace.go:142] [openshift-operators] updating namespace I0418 11:16:24.689923 3671 namespace.go:142] [openshift-operators] updating namespace I0418 11:16:25.497305 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0418 11:16:26.005669 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0418 11:16:26.005693 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0418 11:16:33.075228 3671 namespace.go:142] [openshift-operators] updating namespace I0418 11:16:33.619050 3671 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-brqxr] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-brqxr for pod on switch ip-10-0-2-112.ec2.internal I0418 11:16:33.619188 3671 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-brqxr I0418 11:16:33.646967 3671 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-brqxr] pod update took 27.801676ms I0418 11:16:33.647002 3671 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-brqxr] addLogicalPort annotation time took 27.836763ms I0418 11:16:33.648332 3671 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-brqxr] addLogicalPort took 29.301733ms, libovsdb time 954.562µs I0418 11:16:33.987804 3671 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-brqxr ae1ad1f01aa8c5208224ede0a9bf2a472b1b140e80ec5816e3af5188bfef3d27 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-brqxr ae1ad1f01aa8c5208224ede0a9bf2a472b1b140e80ec5816e3af5188bfef3d27 network default NAD default NAD key ] I0418 11:16:33.997902 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-brqxr, hostIfaceName: ae1ad1f01aa8c52, network: default, NAD default, SandboxID: "ae1ad1f01aa8c5208224ede0a9bf2a472b1b140e80ec5816e3af5188bfef3d27", PCI device ID: , UID: "453f6128-53d0-47a0-89db-11bab7700144", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0418 11:16:34.053972 3671 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-brqxr ae1ad1f01aa8c5208224ede0a9bf2a472b1b140e80ec5816e3af5188bfef3d27 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-brqxr ae1ad1f01aa8c5208224ede0a9bf2a472b1b140e80ec5816e3af5188bfef3d27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:2e:57:b1:32:1c\",\"name\":\"ae1ad1f01aa8c52\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4ae12f0-7f18-4d9a-89f0-5967afccf84b\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:16:34.317655 3671 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-rm45b] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-rm45b for pod on switch ip-10-0-2-112.ec2.internal I0418 11:16:34.317798 3671 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-rm45b I0418 11:16:34.342471 3671 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-rm45b] pod update took 24.696888ms I0418 11:16:34.342498 3671 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-rm45b] addLogicalPort annotation time took 24.728117ms I0418 11:16:34.343818 3671 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-rm45b] addLogicalPort took 26.180801ms, libovsdb time 901.367µs I0418 11:16:34.680606 3671 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-rm45b 92a80962d61ecd2ce1395164552e752718b35d30a60019bc2ab10077989086fd network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-rm45b 92a80962d61ecd2ce1395164552e752718b35d30a60019bc2ab10077989086fd network default NAD default NAD key ] I0418 11:16:34.692553 3671 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-rm45b, hostIfaceName: 92a80962d61ecd2, network: default, NAD default, SandboxID: "92a80962d61ecd2ce1395164552e752718b35d30a60019bc2ab10077989086fd", PCI device ID: , UID: "cb3c290f-4049-431c-aaef-dc57afad761d", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0418 11:16:34.745236 3671 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-rm45b 92a80962d61ecd2ce1395164552e752718b35d30a60019bc2ab10077989086fd network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-rm45b 92a80962d61ecd2ce1395164552e752718b35d30a60019bc2ab10077989086fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:db:c2:d6:3a:aa\",\"name\":\"92a80962d61ecd2\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed4fda3e-b3e8-4c5c-8007-7761e8608e30\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 11:16:38.162269 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0418 11:16:39.416858 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=720 W0418 11:16:43.158846 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0418 11:16:43.160634 3671 namespace.go:98] [trusted-artifact-signer] adding namespace I0418 11:16:43.161669 3671 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.012083ms I0418 11:16:43.195016 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 11:16:43.225088 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 11:16:44.265960 3671 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-gnlff] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-gnlff for pod on switch ip-10-0-2-112.ec2.internal I0418 11:16:44.266108 3671 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-gnlff I0418 11:16:44.282924 3671 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-gnlff] pod update took 16.865144ms I0418 11:16:44.282953 3671 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-gnlff] addLogicalPort annotation time took 16.901323ms I0418 11:16:44.284289 3671 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-gnlff] addLogicalPort took 18.346321ms, libovsdb time 943.807µs I0418 11:16:44.626702 3671 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-gnlff 865946c8af67a3f43e167fed7ff9f44c183ae19de751497094d91d6578d69928 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-gnlff 865946c8af67a3f43e167fed7ff9f44c183ae19de751497094d91d6578d69928 network default NAD default NAD key ] I0418 11:16:44.636591 3671 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-gnlff, hostIfaceName: 865946c8af67a3f, network: default, NAD default, SandboxID: "865946c8af67a3f43e167fed7ff9f44c183ae19de751497094d91d6578d69928", PCI device ID: , UID: "0d30c5d3-a828-4be2-bd11-eb0ce850672f", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0418 11:16:44.691618 3671 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-gnlff 865946c8af67a3f43e167fed7ff9f44c183ae19de751497094d91d6578d69928 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-gnlff 865946c8af67a3f43e167fed7ff9f44c183ae19de751497094d91d6578d69928 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:7e:d6:94:8a:b7\",\"name\":\"865946c8af67a3f\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af147637-bfd3-42b5-af3d-f77f0fc75b66\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:16:49.117964 3671 namespace.go:98] [openshift-pipelines] adding namespace I0418 11:16:49.119190 3671 namespace.go:102] [openshift-pipelines] adding namespace took 1.198828ms W0418 11:16:49.130821 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0418 11:16:49.142115 3671 namespace.go:142] [openshift-pipelines] updating namespace I0418 11:16:49.900536 3671 namespace.go:142] [cert-manager] updating namespace I0418 11:16:50.097493 3671 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:16:50.505595 3671 namespace.go:142] [konflux-operator] updating namespace I0418 11:16:50.707701 3671 namespace.go:142] [konflux-ui] updating namespace I0418 11:16:50.924893 3671 namespace.go:142] [open-cluster-management-2poh97b8la356q9nosa0n73i4gbvlehs] updating namespace I0418 11:16:51.295015 3671 namespace.go:142] [rhbk-operator] updating namespace I0418 11:16:51.550605 3671 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:16:51.696930 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 11:16:51.894680 3671 namespace.go:142] [tsf] updating namespace I0418 11:16:52.095322 3671 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:16:52.294673 3671 namespace.go:142] [tsf-tas] updating namespace I0418 11:16:52.496822 3671 namespace.go:142] [tsf-tpa] updating namespace I0418 11:16:52.633859 3671 namespace.go:142] [cert-manager] updating namespace I0418 11:16:52.645455 3671 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:16:52.656753 3671 namespace.go:142] [default] updating namespace I0418 11:16:52.668189 3671 namespace.go:142] [konflux-operator] updating namespace I0418 11:16:52.682986 3671 namespace.go:142] [konflux-ui] updating namespace I0418 11:16:52.692571 3671 namespace.go:142] [open-cluster-management-2poh97b8la356q9nosa0n73i4gbvlehs] updating namespace I0418 11:16:52.710246 3671 namespace.go:142] [openshift] updating namespace I0418 11:16:52.720551 3671 namespace.go:142] [rhbk-operator] updating namespace I0418 11:16:52.728694 3671 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:16:52.738623 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 11:16:52.746582 3671 namespace.go:142] [tsf] updating namespace I0418 11:16:52.758680 3671 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:16:52.766943 3671 namespace.go:142] [tsf-tas] updating namespace I0418 11:16:52.783388 3671 namespace.go:142] [tsf-tpa] updating namespace I0418 11:16:52.883951 3671 namespace.go:142] [cert-manager] updating namespace I0418 11:16:52.979967 3671 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:16:53.087092 3671 namespace.go:142] [default] updating namespace I0418 11:16:53.177372 3671 namespace.go:142] [konflux-operator] updating namespace I0418 11:16:53.278738 3671 namespace.go:142] [konflux-ui] updating namespace I0418 11:16:53.379143 3671 namespace.go:142] [open-cluster-management-2poh97b8la356q9nosa0n73i4gbvlehs] updating namespace I0418 11:16:53.483812 3671 namespace.go:142] [openshift] updating namespace I0418 11:16:53.602966 3671 namespace.go:142] [rhbk-operator] updating namespace I0418 11:16:53.682775 3671 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:16:53.786843 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 11:16:53.883957 3671 namespace.go:142] [tsf] updating namespace I0418 11:16:53.984805 3671 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:16:54.088789 3671 namespace.go:142] [tsf-tas] updating namespace I0418 11:16:54.179262 3671 namespace.go:142] [tsf-tpa] updating namespace I0418 11:16:54.622750 3671 namespace.go:142] [openshift-pipelines] updating namespace I0418 11:16:55.704215 3671 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:55.704828 3671 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:55.726505 3671 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:55.726530 3671 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:55.732517 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0418 11:16:55.732547 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0418 11:17:04.497966 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0418 11:17:05.446309 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bgz8r] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-bgz8r for pod on switch ip-10-0-2-112.ec2.internal I0418 11:17:05.446418 3671 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bgz8r I0418 11:17:05.462172 3671 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bgz8r] pod update took 15.787519ms I0418 11:17:05.462197 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bgz8r] addLogicalPort annotation time took 15.820033ms I0418 11:17:05.463447 3671 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bgz8r] addLogicalPort took 17.155321ms, libovsdb time 874.199µs I0418 11:17:05.811771 3671 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bgz8r d3e51273b0237906ff44ea3fc08a6a3f5cbcdea733e521e6433f852df91de7b4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bgz8r d3e51273b0237906ff44ea3fc08a6a3f5cbcdea733e521e6433f852df91de7b4 network default NAD default NAD key ] I0418 11:17:05.821679 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-bgz8r, hostIfaceName: d3e51273b023790, network: default, NAD default, SandboxID: "d3e51273b0237906ff44ea3fc08a6a3f5cbcdea733e521e6433f852df91de7b4", PCI device ID: , UID: "39d1d616-634b-4245-8123-2956abb7d911", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0418 11:17:05.876824 3671 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bgz8r d3e51273b0237906ff44ea3fc08a6a3f5cbcdea733e521e6433f852df91de7b4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bgz8r d3e51273b0237906ff44ea3fc08a6a3f5cbcdea733e521e6433f852df91de7b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ae:36:7d:b0:b1\",\"name\":\"d3e51273b023790\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45b52a6a-1be1-4d5f-95d3-e4cb0e825faf\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 11:17:09.274633 3671 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 11:17:09.274652 3671 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 11:17:09.274657 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 11:17:09.647940 3671 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0418 11:17:09.713984 3671 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:17:09.714004 3671 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:17:09.714008 3671 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:17:09.714012 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:17:09.741963 3671 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0418 11:17:09.772155 3671 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 11:17:09.772177 3671 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 11:17:09.772182 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 11:17:20.285771 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 11:17:20.285792 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 11:17:20.285797 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0418 11:17:25.501675 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 W0418 11:17:32.364643 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0418 11:17:32.982483 3671 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:17:32.983021 3671 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:17:33.003199 3671 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:17:33.003219 3671 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:17:33.012323 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0418 11:17:33.012351 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0418 11:17:35.058938 3671 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0418 11:17:35.059629 3671 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0418 11:17:35.059646 3671 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0418 11:17:35.061978 3671 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0418 11:17:41.846782 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 11:17:41.846805 3671 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 11:17:41.846813 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0418 11:17:41.846826 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0418 11:17:45.144480 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-kr6th] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-kr6th for pod on switch ip-10-0-2-112.ec2.internal I0418 11:17:45.144577 3671 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-kr6th I0418 11:17:45.162918 3671 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-kr6th] pod update took 18.360041ms I0418 11:17:45.162943 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-kr6th] addLogicalPort annotation time took 18.395584ms I0418 11:17:45.164223 3671 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-kr6th] addLogicalPort took 19.761676ms, libovsdb time 876.435µs I0418 11:17:45.513169 3671 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-kr6th 1a8aae2685aae7372c669d6c090c0ba8d55dc9ec4ea8cf06d54ca7f4581c58a8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-kr6th 1a8aae2685aae7372c669d6c090c0ba8d55dc9ec4ea8cf06d54ca7f4581c58a8 network default NAD default NAD key ] I0418 11:17:45.522675 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-kr6th, hostIfaceName: 1a8aae2685aae73, network: default, NAD default, SandboxID: "1a8aae2685aae7372c669d6c090c0ba8d55dc9ec4ea8cf06d54ca7f4581c58a8", PCI device ID: , UID: "8fb4c12b-5c06-4a2b-a34b-f0708eea8b9f", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0418 11:17:45.577044 3671 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-kr6th 1a8aae2685aae7372c669d6c090c0ba8d55dc9ec4ea8cf06d54ca7f4581c58a8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-kr6th 1a8aae2685aae7372c669d6c090c0ba8d55dc9ec4ea8cf06d54ca7f4581c58a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:99:d6:ca:53:a5\",\"name\":\"1a8aae2685aae73\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39a3f9d1-cfcd-4bf4-b940-ef2e96b2cbab\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:17:49.359830 3671 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 11:18:08.872139 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-d7c56d9f6-f6gs7] creating logical port openshift-pipelines_tekton-results-api-d7c56d9f6-f6gs7 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:18:08.872269 3671 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-d7c56d9f6-f6gs7 I0418 11:18:08.888452 3671 pod.go:62] [openshift-pipelines/tekton-results-api-d7c56d9f6-f6gs7] pod update took 16.219652ms I0418 11:18:08.888484 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-d7c56d9f6-f6gs7] addLogicalPort annotation time took 16.260529ms I0418 11:18:08.889792 3671 pods.go:271] [openshift-pipelines/tekton-results-api-d7c56d9f6-f6gs7] addLogicalPort took 17.765763ms, libovsdb time 872.908µs I0418 11:18:09.236886 3671 cni.go:452] [openshift-pipelines/tekton-results-api-d7c56d9f6-f6gs7 020b5e73c326b1490ac8c29c123226a0ae75bca4a59aa77e709c58af637ab442 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-d7c56d9f6-f6gs7 020b5e73c326b1490ac8c29c123226a0ae75bca4a59aa77e709c58af637ab442 network default NAD default NAD key ] I0418 11:18:09.247178 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-d7c56d9f6-f6gs7, hostIfaceName: 020b5e73c326b14, network: default, NAD default, SandboxID: "020b5e73c326b1490ac8c29c123226a0ae75bca4a59aa77e709c58af637ab442", PCI device ID: , UID: "cbb999ad-83db-43ce-a995-8a26e37285b7", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0418 11:18:09.306040 3671 cni.go:473] [openshift-pipelines/tekton-results-api-d7c56d9f6-f6gs7 020b5e73c326b1490ac8c29c123226a0ae75bca4a59aa77e709c58af637ab442 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-d7c56d9f6-f6gs7 020b5e73c326b1490ac8c29c123226a0ae75bca4a59aa77e709c58af637ab442 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ff:77:26:6e:22\",\"name\":\"020b5e73c326b14\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fdce156-b9fa-42f4-90da-8425c1d969b7\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 11:18:13.590759 3671 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 11:18:13.590789 3671 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 11:18:13.590795 3671 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 11:18:19.624175 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 11:18:19.624197 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 11:18:19.624203 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0418 11:18:25.257295 3671 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:25.258141 3671 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:25.300344 3671 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:18:25.300372 3671 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:18:25.309928 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0418 11:18:25.309953 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0418 11:18:25.516989 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-hrnjr] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-hrnjr for pod on switch ip-10-0-2-112.ec2.internal I0418 11:18:25.517168 3671 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-hrnjr I0418 11:18:25.530007 3671 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-hrnjr] pod update took 12.901546ms I0418 11:18:25.530037 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-hrnjr] addLogicalPort annotation time took 12.940367ms I0418 11:18:25.531449 3671 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-hrnjr] addLogicalPort took 14.480112ms, libovsdb time 994.091µs I0418 11:18:25.884510 3671 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-hrnjr 07d2f8d601225730266cf3e59878ae2f7ef0922ca9934e96bbaee80ff3cede81 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-hrnjr 07d2f8d601225730266cf3e59878ae2f7ef0922ca9934e96bbaee80ff3cede81 network default NAD default NAD key ] I0418 11:18:25.894373 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-hrnjr, hostIfaceName: 07d2f8d60122573, network: default, NAD default, SandboxID: "07d2f8d601225730266cf3e59878ae2f7ef0922ca9934e96bbaee80ff3cede81", PCI device ID: , UID: "a991b25b-6776-4f34-97d7-8115461ec602", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0418 11:18:25.952489 3671 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-hrnjr 07d2f8d601225730266cf3e59878ae2f7ef0922ca9934e96bbaee80ff3cede81 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-hrnjr 07d2f8d601225730266cf3e59878ae2f7ef0922ca9934e96bbaee80ff3cede81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:79:fc:14:37:0f\",\"name\":\"07d2f8d60122573\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e183c404-8f72-459e-83ff-b78ee315d9d6\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:18:26.932622 3671 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-lc7vq-czczv] creating logical port tsf-tas_segment-backup-installation-lc7vq-czczv for pod on switch ip-10-0-2-112.ec2.internal I0418 11:18:26.932745 3671 kube.go:256] Updating pod tsf-tas/segment-backup-installation-lc7vq-czczv I0418 11:18:26.944607 3671 pod.go:62] [tsf-tas/segment-backup-installation-lc7vq-czczv] pod update took 11.891861ms I0418 11:18:26.944700 3671 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-lc7vq-czczv] addLogicalPort annotation time took 11.992305ms I0418 11:18:26.946388 3671 pods.go:271] [tsf-tas/segment-backup-installation-lc7vq-czczv] addLogicalPort took 13.78994ms, libovsdb time 1.122852ms I0418 11:18:27.309234 3671 cni.go:452] [tsf-tas/segment-backup-installation-lc7vq-czczv 7c2eed433cea49b8a1c7a2943f4add310f334c2189f9ab136f1a7882cdc463c0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-lc7vq-czczv 7c2eed433cea49b8a1c7a2943f4add310f334c2189f9ab136f1a7882cdc463c0 network default NAD default NAD key ] I0418 11:18:27.320634 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-lc7vq-czczv, hostIfaceName: 7c2eed433cea49b, network: default, NAD default, SandboxID: "7c2eed433cea49b8a1c7a2943f4add310f334c2189f9ab136f1a7882cdc463c0", PCI device ID: , UID: "c9ae480e-f212-4d21-b128-7936e905076f", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0418 11:18:27.384741 3671 cni.go:473] [tsf-tas/segment-backup-installation-lc7vq-czczv 7c2eed433cea49b8a1c7a2943f4add310f334c2189f9ab136f1a7882cdc463c0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-lc7vq-czczv 7c2eed433cea49b8a1c7a2943f4add310f334c2189f9ab136f1a7882cdc463c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:13:8f:75:27:c3\",\"name\":\"7c2eed433cea49b\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e3f2dd7-c544-4b60-b88f-120fd8d2172a\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:18:28.024701 3671 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5f66bb98df-cj5gf] creating logical port tsf-tas_trillian-logserver-5f66bb98df-cj5gf for pod on switch ip-10-0-2-112.ec2.internal I0418 11:18:28.024817 3671 kube.go:256] Updating pod tsf-tas/trillian-logserver-5f66bb98df-cj5gf I0418 11:18:28.045245 3671 pod.go:62] [tsf-tas/trillian-logserver-5f66bb98df-cj5gf] pod update took 20.45766ms I0418 11:18:28.045280 3671 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-5f66bb98df-cj5gf] addLogicalPort annotation time took 20.498087ms I0418 11:18:28.047030 3671 pods.go:271] [tsf-tas/trillian-logserver-5f66bb98df-cj5gf] addLogicalPort took 22.350242ms, libovsdb time 1.23088ms I0418 11:18:28.427759 3671 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-qpbws-dkkbs] creating logical port tsf-tas_rekor-createtree-job-qpbws-dkkbs for pod on switch ip-10-0-2-112.ec2.internal I0418 11:18:28.427903 3671 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-qpbws-dkkbs I0418 11:18:28.448801 3671 pod.go:62] [tsf-tas/rekor-createtree-job-qpbws-dkkbs] pod update took 20.933312ms I0418 11:18:28.448894 3671 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-qpbws-dkkbs] addLogicalPort annotation time took 21.031133ms I0418 11:18:28.450579 3671 pods.go:271] [tsf-tas/rekor-createtree-job-qpbws-dkkbs] addLogicalPort took 22.841336ms, libovsdb time 1.128873ms W0418 11:18:30.622491 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0418 11:18:30.622512 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0418 11:18:30.836928 3671 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-748cf88dd6-2vf55] creating logical port tsf-tas_trillian-db-748cf88dd6-2vf55 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:18:30.837035 3671 kube.go:256] Updating pod tsf-tas/trillian-db-748cf88dd6-2vf55 I0418 11:18:30.850484 3671 pod.go:62] [tsf-tas/trillian-db-748cf88dd6-2vf55] pod update took 13.475082ms I0418 11:18:30.850582 3671 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-748cf88dd6-2vf55] addLogicalPort annotation time took 13.579718ms I0418 11:18:30.852054 3671 pods.go:271] [tsf-tas/trillian-db-748cf88dd6-2vf55] addLogicalPort took 15.14873ms, libovsdb time 1.018489ms I0418 11:18:30.860553 3671 cni.go:452] [tsf-tas/rekor-createtree-job-qpbws-dkkbs 8bed19effe9e4bf72951a5ab51a7fd86702f08c8343d251d585d3c582956e777 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-qpbws-dkkbs 8bed19effe9e4bf72951a5ab51a7fd86702f08c8343d251d585d3c582956e777 network default NAD default NAD key ] I0418 11:18:30.862345 3671 cni.go:452] [tsf-tas/trillian-logserver-5f66bb98df-cj5gf 404728d869894bbe74efa54a6c405bd037943e297c27e7e96ac73227f8a61a99 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-5f66bb98df-cj5gf 404728d869894bbe74efa54a6c405bd037943e297c27e7e96ac73227f8a61a99 network default NAD default NAD key ] I0418 11:18:30.885527 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5f66bb98df-cj5gf, hostIfaceName: 404728d869894bb, network: default, NAD default, SandboxID: "404728d869894bbe74efa54a6c405bd037943e297c27e7e96ac73227f8a61a99", PCI device ID: , UID: "24961027-5ffd-4b57-b155-c1729f6f2d0e", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0418 11:18:30.887886 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-qpbws-dkkbs, hostIfaceName: 8bed19effe9e4bf, network: default, NAD default, SandboxID: "8bed19effe9e4bf72951a5ab51a7fd86702f08c8343d251d585d3c582956e777", PCI device ID: , UID: "8c9acb06-0ad4-4be3-b437-65d0d33e8f67", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0418 11:18:30.950714 3671 cni.go:473] [tsf-tas/rekor-createtree-job-qpbws-dkkbs 8bed19effe9e4bf72951a5ab51a7fd86702f08c8343d251d585d3c582956e777 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-qpbws-dkkbs 8bed19effe9e4bf72951a5ab51a7fd86702f08c8343d251d585d3c582956e777 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:85:80:05:7d:fe\",\"name\":\"8bed19effe9e4bf\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e86e46d5-739c-4a46-bbc8-bc682cff2afc\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:18:30.974143 3671 cni.go:473] [tsf-tas/trillian-logserver-5f66bb98df-cj5gf 404728d869894bbe74efa54a6c405bd037943e297c27e7e96ac73227f8a61a99 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-5f66bb98df-cj5gf 404728d869894bbe74efa54a6c405bd037943e297c27e7e96ac73227f8a61a99 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:4a:92:07:da:57\",\"name\":\"404728d869894bb\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfdf0926-74ab-48d1-9717-7dbe450cd914\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:18:33.296663 3671 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-xxtsh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:33.297458 3671 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-xxtsh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:34.182145 3671 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-xxtsh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:18:34.182179 3671 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-xxtsh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:18:37.669282 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0418 11:18:45.000191 3671 cni.go:452] [tsf-tas/trillian-db-748cf88dd6-2vf55 6cd0bc17c60812f7f3c1ae6b2456d533e52afc6a1e165b6a987c090d3d5a874d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-748cf88dd6-2vf55 6cd0bc17c60812f7f3c1ae6b2456d533e52afc6a1e165b6a987c090d3d5a874d network default NAD default NAD key ] I0418 11:18:45.010200 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-748cf88dd6-2vf55, hostIfaceName: 6cd0bc17c60812f, network: default, NAD default, SandboxID: "6cd0bc17c60812f7f3c1ae6b2456d533e52afc6a1e165b6a987c090d3d5a874d", PCI device ID: , UID: "a4cc5669-1d2d-4c1b-a353-7a213daf53b0", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0418 11:18:45.076157 3671 cni.go:473] [tsf-tas/trillian-db-748cf88dd6-2vf55 6cd0bc17c60812f7f3c1ae6b2456d533e52afc6a1e165b6a987c090d3d5a874d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-748cf88dd6-2vf55 6cd0bc17c60812f7f3c1ae6b2456d533e52afc6a1e165b6a987c090d3d5a874d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:e9:b2:dc:33:a2\",\"name\":\"6cd0bc17c60812f\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ae37598-5958-4676-89ee-fa4d9411458e\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 11:18:45.791823 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0418 11:18:48.841608 3671 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0418 11:18:49.804449 3671 cni.go:452] [tsf-tas/segment-backup-installation-lc7vq-czczv 7c2eed433cea49b8a1c7a2943f4add310f334c2189f9ab136f1a7882cdc463c0 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-lc7vq-czczv 7c2eed433cea49b8a1c7a2943f4add310f334c2189f9ab136f1a7882cdc463c0 network default NAD default NAD key ] I0418 11:18:49.900235 3671 cni.go:473] [tsf-tas/segment-backup-installation-lc7vq-czczv 7c2eed433cea49b8a1c7a2943f4add310f334c2189f9ab136f1a7882cdc463c0 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-lc7vq-czczv 7c2eed433cea49b8a1c7a2943f4add310f334c2189f9ab136f1a7882cdc463c0 network default NAD default NAD key default], result "{}", err I0418 11:18:49.952872 3671 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lc7vq-czczv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:49.952911 3671 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-lc7vq-czczv I0418 11:18:49.954557 3671 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-lc7vq-czczv, ips: 10.130.0.33 I0418 11:18:49.954592 3671 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lc7vq-czczv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:50.819100 3671 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lc7vq-czczv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:18:50.819126 3671 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lc7vq-czczv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:18:54.270785 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0418 11:18:54.270805 3671 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0418 11:18:54.328212 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0418 11:18:59.841601 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0418 11:19:03.537739 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0418 11:19:06.680884 3671 namespace.go:142] [openshift-pipelines] updating namespace W0418 11:19:13.877046 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0418 11:19:17.541428 3671 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:17.542038 3671 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:17.562043 3671 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:17.562083 3671 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:17.567694 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0418 11:19:17.567724 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0418 11:19:20.030052 3671 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:20.030685 3671 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:20.904459 3671 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:20.904490 3671 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:26.593490 3671 obj_retry.go:498] Detected object tsf/patch-tekton-config-jv8dw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:26.594083 3671 obj_retry.go:498] Detected object tsf/patch-tekton-config-jv8dw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 11:19:26.924568 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0418 11:19:27.483833 3671 obj_retry.go:492] Detected object tsf/patch-tekton-config-jv8dw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:27.483859 3671 obj_retry.go:492] Detected object tsf/patch-tekton-config-jv8dw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:33.107579 3671 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-cvs22 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:33.108155 3671 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-cvs22 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:34.130520 3671 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-cvs22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:34.130542 3671 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-cvs22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:34.166994 3671 obj_retry.go:492] Detected object tsf/patch-tekton-config-jv8dw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:34.167022 3671 obj_retry.go:492] Detected object tsf/patch-tekton-config-jv8dw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:34.171721 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-jv8dw I0418 11:19:34.171750 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-jv8dw I0418 11:19:38.680864 3671 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:38.681490 3671 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:38.701957 3671 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:38.701982 3671 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:38.709654 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0418 11:19:38.709679 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0418 11:19:39.059175 3671 cni.go:452] [tsf-tas/rekor-createtree-job-qpbws-dkkbs 8bed19effe9e4bf72951a5ab51a7fd86702f08c8343d251d585d3c582956e777 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-qpbws-dkkbs 8bed19effe9e4bf72951a5ab51a7fd86702f08c8343d251d585d3c582956e777 network default NAD default NAD key ] I0418 11:19:39.146645 3671 cni.go:473] [tsf-tas/rekor-createtree-job-qpbws-dkkbs 8bed19effe9e4bf72951a5ab51a7fd86702f08c8343d251d585d3c582956e777 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-qpbws-dkkbs 8bed19effe9e4bf72951a5ab51a7fd86702f08c8343d251d585d3c582956e777 network default NAD default NAD key default], result "{}", err I0418 11:19:39.197717 3671 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qpbws-dkkbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:39.197750 3671 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-qpbws-dkkbs I0418 11:19:39.199084 3671 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-qpbws-dkkbs, ips: 10.130.0.35 I0418 11:19:39.199118 3671 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qpbws-dkkbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:40.020562 3671 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-6q248] creating logical port tsf-tpa_create-db-6q248 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:19:40.020672 3671 kube.go:256] Updating pod tsf-tpa/create-db-6q248 I0418 11:19:40.033084 3671 pod.go:62] [tsf-tpa/create-db-6q248] pod update took 12.416535ms I0418 11:19:40.033108 3671 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-6q248] addLogicalPort annotation time took 12.468854ms I0418 11:19:40.034427 3671 pods.go:271] [tsf-tpa/create-db-6q248] addLogicalPort took 13.883223ms, libovsdb time 927.554µs I0418 11:19:40.074416 3671 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qpbws-dkkbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:40.074437 3671 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qpbws-dkkbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:40.384471 3671 cni.go:452] [tsf-tpa/create-db-6q248 dd34191c06e8352578b16fc85509be733e04a3eadf5c73d175c8fd6b409a5cf1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-6q248 dd34191c06e8352578b16fc85509be733e04a3eadf5c73d175c8fd6b409a5cf1 network default NAD default NAD key ] I0418 11:19:40.394994 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-6q248, hostIfaceName: dd34191c06e8352, network: default, NAD default, SandboxID: "dd34191c06e8352578b16fc85509be733e04a3eadf5c73d175c8fd6b409a5cf1", PCI device ID: , UID: "4773494c-7e7f-4466-85c7-77ee50583b40", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0418 11:19:40.454573 3671 cni.go:473] [tsf-tpa/create-db-6q248 dd34191c06e8352578b16fc85509be733e04a3eadf5c73d175c8fd6b409a5cf1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-6q248 dd34191c06e8352578b16fc85509be733e04a3eadf5c73d175c8fd6b409a5cf1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:88:0b:5a:5e:8e\",\"name\":\"dd34191c06e8352\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/892519ea-b294-4bcd-83d1-9b5781f64712\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:19:44.595542 3671 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-768549686d-z5mmc] creating logical port tsf-tas_rekor-redis-768549686d-z5mmc for pod on switch ip-10-0-2-112.ec2.internal I0418 11:19:44.595640 3671 kube.go:256] Updating pod tsf-tas/rekor-redis-768549686d-z5mmc I0418 11:19:44.611413 3671 pod.go:62] [tsf-tas/rekor-redis-768549686d-z5mmc] pod update took 15.799279ms I0418 11:19:44.611436 3671 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-768549686d-z5mmc] addLogicalPort annotation time took 15.826673ms I0418 11:19:44.612798 3671 pods.go:271] [tsf-tas/rekor-redis-768549686d-z5mmc] addLogicalPort took 17.270147ms, libovsdb time 979.983µs I0418 11:19:45.097536 3671 cni.go:452] [tsf-tpa/create-db-6q248 dd34191c06e8352578b16fc85509be733e04a3eadf5c73d175c8fd6b409a5cf1 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-6q248 dd34191c06e8352578b16fc85509be733e04a3eadf5c73d175c8fd6b409a5cf1 network default NAD default NAD key ] I0418 11:19:45.185996 3671 cni.go:473] [tsf-tpa/create-db-6q248 dd34191c06e8352578b16fc85509be733e04a3eadf5c73d175c8fd6b409a5cf1 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-6q248 dd34191c06e8352578b16fc85509be733e04a3eadf5c73d175c8fd6b409a5cf1 network default NAD default NAD key default], result "{}", err I0418 11:19:45.236669 3671 obj_retry.go:498] Detected object tsf-tpa/create-db-6q248 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:45.236706 3671 pods.go:176] Deleting pod: tsf-tpa/create-db-6q248 I0418 11:19:45.238011 3671 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-6q248, ips: 10.130.0.37 I0418 11:19:45.238041 3671 obj_retry.go:498] Detected object tsf-tpa/create-db-6q248 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:45.555925 3671 cni.go:452] [tsf-tas/rekor-redis-768549686d-z5mmc 6bfeefbed64956b61c0e8fb2f9fa24d443e965bf169dc410aec194af97639a08 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-768549686d-z5mmc 6bfeefbed64956b61c0e8fb2f9fa24d443e965bf169dc410aec194af97639a08 network default NAD default NAD key ] I0418 11:19:45.566580 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-768549686d-z5mmc, hostIfaceName: 6bfeefbed64956b, network: default, NAD default, SandboxID: "6bfeefbed64956b61c0e8fb2f9fa24d443e965bf169dc410aec194af97639a08", PCI device ID: , UID: "26b869c4-ef1f-42db-9efd-4eccc237f3c5", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0418 11:19:45.624184 3671 cni.go:473] [tsf-tas/rekor-redis-768549686d-z5mmc 6bfeefbed64956b61c0e8fb2f9fa24d443e965bf169dc410aec194af97639a08 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-768549686d-z5mmc 6bfeefbed64956b61c0e8fb2f9fa24d443e965bf169dc410aec194af97639a08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:c5:6a:9d:de:97\",\"name\":\"6bfeefbed64956b\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0eb57a3e-dc61-4c19-8bc6-35743fb746a8\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:19:46.261119 3671 obj_retry.go:492] Detected object tsf-tpa/create-db-6q248 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:46.261149 3671 obj_retry.go:492] Detected object tsf-tpa/create-db-6q248 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:46.363480 3671 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-md4tn] creating logical port tsf-tpa_migrate-db-md4tn for pod on switch ip-10-0-2-112.ec2.internal I0418 11:19:46.363575 3671 kube.go:256] Updating pod tsf-tpa/migrate-db-md4tn I0418 11:19:46.380450 3671 pod.go:62] [tsf-tpa/migrate-db-md4tn] pod update took 16.893991ms I0418 11:19:46.380483 3671 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-md4tn] addLogicalPort annotation time took 16.93296ms I0418 11:19:46.382150 3671 pods.go:271] [tsf-tpa/migrate-db-md4tn] addLogicalPort took 18.689162ms, libovsdb time 1.175699ms I0418 11:19:46.758523 3671 cni.go:452] [tsf-tpa/migrate-db-md4tn 28a8f7bf13d9ed88acf79f4452219d6bd2f5ff0a844de61adc4dbb5b6ffe520e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-md4tn 28a8f7bf13d9ed88acf79f4452219d6bd2f5ff0a844de61adc4dbb5b6ffe520e network default NAD default NAD key ] I0418 11:19:46.768854 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-md4tn, hostIfaceName: 28a8f7bf13d9ed8, network: default, NAD default, SandboxID: "28a8f7bf13d9ed88acf79f4452219d6bd2f5ff0a844de61adc4dbb5b6ffe520e", PCI device ID: , UID: "2ffecd05-42d0-43d5-8879-59a0db87cdfd", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0418 11:19:46.829095 3671 cni.go:473] [tsf-tpa/migrate-db-md4tn 28a8f7bf13d9ed88acf79f4452219d6bd2f5ff0a844de61adc4dbb5b6ffe520e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-md4tn 28a8f7bf13d9ed88acf79f4452219d6bd2f5ff0a844de61adc4dbb5b6ffe520e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:73:c8:53:ce:93\",\"name\":\"28a8f7bf13d9ed8\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/496854ad-536d-4135-ac71-b7c67916946a\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 11:19:47.115889 3671 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0418 11:19:48.610685 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0418 11:19:49.126417 3671 cni.go:452] [tsf-tpa/migrate-db-md4tn 28a8f7bf13d9ed88acf79f4452219d6bd2f5ff0a844de61adc4dbb5b6ffe520e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-md4tn 28a8f7bf13d9ed88acf79f4452219d6bd2f5ff0a844de61adc4dbb5b6ffe520e network default NAD default NAD key ] I0418 11:19:49.234269 3671 cni.go:473] [tsf-tpa/migrate-db-md4tn 28a8f7bf13d9ed88acf79f4452219d6bd2f5ff0a844de61adc4dbb5b6ffe520e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-md4tn 28a8f7bf13d9ed88acf79f4452219d6bd2f5ff0a844de61adc4dbb5b6ffe520e network default NAD default NAD key default], result "{}", err I0418 11:19:49.283905 3671 obj_retry.go:498] Detected object tsf-tpa/migrate-db-md4tn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:49.283938 3671 pods.go:176] Deleting pod: tsf-tpa/migrate-db-md4tn I0418 11:19:49.285496 3671 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-md4tn, ips: 10.130.0.39 I0418 11:19:49.285527 3671 obj_retry.go:498] Detected object tsf-tpa/migrate-db-md4tn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:49.392537 3671 obj_retry.go:492] Detected object tsf-tpa/migrate-db-md4tn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:49.392565 3671 obj_retry.go:492] Detected object tsf-tpa/migrate-db-md4tn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:52.499653 3671 base_network_controller_pods.go:487] [default/tsf-tpa/server-5ff58fc4f-v5xfb] creating logical port tsf-tpa_server-5ff58fc4f-v5xfb for pod on switch ip-10-0-2-112.ec2.internal I0418 11:19:52.499798 3671 kube.go:256] Updating pod tsf-tpa/server-5ff58fc4f-v5xfb I0418 11:19:52.514829 3671 pod.go:62] [tsf-tpa/server-5ff58fc4f-v5xfb] pod update took 15.057231ms I0418 11:19:52.514855 3671 base_network_controller_pods.go:951] [default/tsf-tpa/server-5ff58fc4f-v5xfb] addLogicalPort annotation time took 15.087927ms I0418 11:19:52.516269 3671 pods.go:271] [tsf-tpa/server-5ff58fc4f-v5xfb] addLogicalPort took 16.642985ms, libovsdb time 1.01225ms I0418 11:19:52.552475 3671 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-p8mt8] creating logical port tsf-tpa_importer-5b5b6dd8fb-p8mt8 for pod on switch ip-10-0-2-112.ec2.internal I0418 11:19:52.552578 3671 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-p8mt8 I0418 11:19:52.566696 3671 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-p8mt8] pod update took 14.145901ms I0418 11:19:52.566739 3671 base_network_controller_pods.go:951] [default/tsf-tpa/importer-5b5b6dd8fb-p8mt8] addLogicalPort annotation time took 14.194199ms I0418 11:19:52.568132 3671 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-p8mt8] addLogicalPort took 15.675358ms, libovsdb time 993.196µs I0418 11:19:54.185583 3671 obj_retry.go:498] Detected object tsf-tpa/create-importers-gtclj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:54.186209 3671 obj_retry.go:498] Detected object tsf-tpa/create-importers-gtclj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:55.210651 3671 obj_retry.go:492] Detected object tsf-tpa/create-importers-gtclj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:55.210677 3671 obj_retry.go:492] Detected object tsf-tpa/create-importers-gtclj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:19:56.091302 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0418 11:19:59.149577 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0418 11:20:03.419117 3671 cni.go:452] [tsf-tpa/importer-5b5b6dd8fb-p8mt8 6caff043420dc150123eeaaa390cf3964bc780a4e0f803408677859ad725193c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-p8mt8 6caff043420dc150123eeaaa390cf3964bc780a4e0f803408677859ad725193c network default NAD default NAD key ] I0418 11:20:03.428806 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-p8mt8, hostIfaceName: 6caff043420dc15, network: default, NAD default, SandboxID: "6caff043420dc150123eeaaa390cf3964bc780a4e0f803408677859ad725193c", PCI device ID: , UID: "ed23bef3-7a82-4799-b1cd-c324bfc022bf", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0418 11:20:03.486386 3671 cni.go:473] [tsf-tpa/importer-5b5b6dd8fb-p8mt8 6caff043420dc150123eeaaa390cf3964bc780a4e0f803408677859ad725193c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-p8mt8 6caff043420dc150123eeaaa390cf3964bc780a4e0f803408677859ad725193c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:5b:19:23:bd:d4\",\"name\":\"6caff043420dc15\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a74d33f-9385-4a28-9de3-80ecc159ab90\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:20:03.533208 3671 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0418 11:20:03.660111 3671 cni.go:452] [tsf-tpa/server-5ff58fc4f-v5xfb 815318ae302ff973e99e5bc0b269c54c3d926b3c2310462ab3e48ec48063a171 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-5ff58fc4f-v5xfb 815318ae302ff973e99e5bc0b269c54c3d926b3c2310462ab3e48ec48063a171 network default NAD default NAD key ] I0418 11:20:03.670622 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-5ff58fc4f-v5xfb, hostIfaceName: 815318ae302ff97, network: default, NAD default, SandboxID: "815318ae302ff973e99e5bc0b269c54c3d926b3c2310462ab3e48ec48063a171", PCI device ID: , UID: "fe2edb1d-9f31-47ea-a20d-edd9bf8ed90f", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0418 11:20:03.728796 3671 cni.go:473] [tsf-tpa/server-5ff58fc4f-v5xfb 815318ae302ff973e99e5bc0b269c54c3d926b3c2310462ab3e48ec48063a171 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-5ff58fc4f-v5xfb 815318ae302ff973e99e5bc0b269c54c3d926b3c2310462ab3e48ec48063a171 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:95:47:f0:16:89\",\"name\":\"815318ae302ff97\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57ad07de-66c7-411c-a86a-cdfc0b59e213\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:20:03.838686 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:03.839349 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 11:20:04.205575 3671 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0418 11:20:04.720676 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:04.720713 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:20:05.238321 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0418 11:20:06.860404 3671 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:06.860983 3671 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:06.882099 3671 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:06.882126 3671 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:06.888323 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0418 11:20:06.888351 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0418 11:20:07.621621 3671 namespace.go:98] [image-controller] adding namespace I0418 11:20:07.621734 3671 namespace.go:98] [build-service] adding namespace I0418 11:20:07.622492 3671 namespace.go:102] [image-controller] adding namespace took 852.163µs I0418 11:20:07.623045 3671 namespace.go:102] [build-service] adding namespace took 1.292602ms I0418 11:20:07.632765 3671 namespace.go:98] [integration-service] adding namespace I0418 11:20:07.632835 3671 namespace.go:98] [default-tenant] adding namespace I0418 11:20:07.633583 3671 namespace.go:102] [integration-service] adding namespace took 800µs I0418 11:20:07.634101 3671 namespace.go:102] [default-tenant] adding namespace took 1.252056ms I0418 11:20:07.713179 3671 namespace.go:142] [image-controller] updating namespace I0418 11:20:07.737868 3671 namespace.go:142] [image-controller] updating namespace I0418 11:20:07.749749 3671 namespace.go:142] [build-service] updating namespace I0418 11:20:07.778454 3671 namespace.go:142] [integration-service] updating namespace I0418 11:20:07.797720 3671 namespace.go:142] [build-service] updating namespace I0418 11:20:07.813894 3671 namespace.go:142] [integration-service] updating namespace I0418 11:20:07.824272 3671 namespace.go:142] [default-tenant] updating namespace I0418 11:20:07.836108 3671 namespace.go:142] [default-tenant] updating namespace I0418 11:20:07.881219 3671 namespace.go:142] [build-service] updating namespace I0418 11:20:07.923994 3671 namespace.go:142] [integration-service] updating namespace I0418 11:20:07.992693 3671 namespace.go:98] [release-service] adding namespace I0418 11:20:07.993623 3671 namespace.go:102] [release-service] adding namespace took 906.277µs I0418 11:20:08.024128 3671 namespace.go:142] [release-service] updating namespace I0418 11:20:08.043013 3671 namespace.go:142] [konflux-ui] updating namespace I0418 11:20:08.101746 3671 namespace.go:142] [release-service] updating namespace I0418 11:20:08.176369 3671 namespace.go:98] [konflux-info] adding namespace I0418 11:20:08.177348 3671 namespace.go:102] [konflux-info] adding namespace took 955.731µs I0418 11:20:08.209741 3671 namespace.go:142] [konflux-info] updating namespace I0418 11:20:08.243000 3671 namespace.go:142] [konflux-info] updating namespace I0418 11:20:08.303954 3671 namespace.go:98] [namespace-lister] adding namespace I0418 11:20:08.304750 3671 namespace.go:102] [namespace-lister] adding namespace took 775.067µs I0418 11:20:08.425904 3671 namespace.go:142] [namespace-lister] updating namespace I0418 11:20:08.425948 3671 namespace.go:142] [namespace-lister] updating namespace I0418 11:20:08.454871 3671 namespace.go:142] [image-controller] updating namespace I0418 11:20:08.527778 3671 namespace.go:98] [enterprise-contract-service] adding namespace I0418 11:20:08.528672 3671 namespace.go:102] [enterprise-contract-service] adding namespace took 874.256µs I0418 11:20:08.528718 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0418 11:20:08.816654 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0418 11:20:09.298435 3671 namespace.go:142] [default-tenant] updating namespace I0418 11:20:09.621807 3671 namespace.go:98] [segment-bridge] adding namespace I0418 11:20:09.622704 3671 namespace.go:102] [segment-bridge] adding namespace took 874.419µs I0418 11:20:09.679818 3671 namespace.go:142] [segment-bridge] updating namespace I0418 11:20:09.786892 3671 namespace.go:142] [segment-bridge] updating namespace I0418 11:20:10.174780 3671 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0418 11:20:10.175460 3671 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0418 11:20:10.175474 3671 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0418 11:20:10.178159 3671 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0418 11:20:10.244926 3671 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0418 11:20:10.244952 3671 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0418 11:20:10.245863 3671 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0418 11:20:11.618106 3671 namespace.go:142] [build-service] updating namespace I0418 11:20:12.487607 3671 namespace.go:142] [default-tenant] updating namespace I0418 11:20:12.964836 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0418 11:20:13.280944 3671 namespace.go:142] [image-controller] updating namespace I0418 11:20:13.584122 3671 namespace.go:142] [integration-service] updating namespace I0418 11:20:13.991701 3671 namespace.go:142] [konflux-info] updating namespace I0418 11:20:14.205240 3671 namespace.go:142] [namespace-lister] updating namespace W0418 11:20:14.215631 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0418 11:20:14.408818 3671 namespace.go:142] [release-service] updating namespace I0418 11:20:14.607353 3671 namespace.go:142] [segment-bridge] updating namespace I0418 11:20:14.737006 3671 namespace.go:142] [build-service] updating namespace I0418 11:20:14.758864 3671 namespace.go:142] [default-tenant] updating namespace I0418 11:20:14.784928 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0418 11:20:14.809901 3671 namespace.go:142] [image-controller] updating namespace I0418 11:20:14.837774 3671 namespace.go:142] [integration-service] updating namespace I0418 11:20:14.861733 3671 namespace.go:142] [konflux-info] updating namespace I0418 11:20:14.883365 3671 namespace.go:142] [namespace-lister] updating namespace I0418 11:20:14.895266 3671 namespace.go:142] [release-service] updating namespace I0418 11:20:14.911118 3671 namespace.go:142] [segment-bridge] updating namespace I0418 11:20:14.968723 3671 namespace.go:142] [build-service] updating namespace I0418 11:20:15.045884 3671 namespace.go:142] [default-tenant] updating namespace I0418 11:20:15.150951 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0418 11:20:15.222027 3671 namespace.go:142] [image-controller] updating namespace I0418 11:20:15.286444 3671 namespace.go:142] [integration-service] updating namespace I0418 11:20:15.369832 3671 namespace.go:142] [konflux-info] updating namespace I0418 11:20:15.484228 3671 namespace.go:142] [namespace-lister] updating namespace I0418 11:20:15.585461 3671 namespace.go:142] [release-service] updating namespace I0418 11:20:15.669823 3671 namespace.go:142] [segment-bridge] updating namespace W0418 11:20:17.236115 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0418 11:20:18.807199 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0418 11:20:22.273884 3671 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0418 11:20:24.853118 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 11:20:24.853147 3671 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 11:20:25.294997 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 11:20:25.295017 3671 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 11:20:25.343600 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 11:20:25.343687 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 11:20:25.361308 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 11:20:25.363870 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 11:20:28.877957 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0418 11:20:28.878165 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0418 11:20:30.035091 3671 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gtj7g-jjd8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:30.035714 3671 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gtj7g-jjd8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:31.057816 3671 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gtj7g-jjd8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:31.057848 3671 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gtj7g-jjd8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:36.672326 3671 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nv47n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:36.672880 3671 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nv47n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:37.369650 3671 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nv47n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:37.369684 3671 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nv47n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:37.374695 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-nv47n I0418 11:20:37.374725 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-nv47n I0418 11:20:38.527234 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0418 11:20:43.539188 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 W0418 11:20:44.988438 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0418 11:20:54.511141 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0418 11:21:10.416551 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=73 I0418 11:21:28.516696 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0418 11:21:36.455978 3671 obj_retry.go:498] Detected object konflux-ui/proxy-7cd949849c-45cqq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:21:36.456610 3671 obj_retry.go:498] Detected object konflux-ui/proxy-7cd949849c-45cqq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:21:37.303269 3671 obj_retry.go:492] Detected object konflux-ui/proxy-7cd949849c-45cqq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:21:37.303299 3671 obj_retry.go:492] Detected object konflux-ui/proxy-7cd949849c-45cqq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:21:37.310090 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7cd949849c-45cqq I0418 11:21:37.310117 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7cd949849c-45cqq I0418 11:21:40.461469 3671 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:21:40.462042 3671 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:21:40.500000 3671 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:21:40.500039 3671 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:21:40.505379 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0418 11:21:40.505408 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0418 11:21:47.521381 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0418 11:21:52.416256 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=91 I0418 11:22:08.707942 3671 namespace.go:98] [default-managed-tenant-9wbrb] adding namespace I0418 11:22:08.708816 3671 namespace.go:102] [default-managed-tenant-9wbrb] adding namespace took 853.321µs I0418 11:22:08.731142 3671 namespace.go:142] [default-managed-tenant-9wbrb] updating namespace I0418 11:22:08.750123 3671 namespace.go:142] [default-managed-tenant-9wbrb] updating namespace I0418 11:22:09.958208 3671 namespace.go:142] [default-managed-tenant-9wbrb] updating namespace I0418 11:22:10.093997 3671 namespace.go:142] [default-managed-tenant-9wbrb] updating namespace I0418 11:22:10.195983 3671 namespace.go:142] [default-managed-tenant-9wbrb] updating namespace I0418 11:22:24.419917 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=488 I0418 11:23:12.415495 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=165 I0418 11:23:42.415802 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=161 I0418 11:25:06.502144 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0418 11:25:18.415386 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0418 11:25:36.504854 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0418 11:26:08.502239 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0418 11:27:29.520139 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0418 11:28:09.537239 3671 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0418 11:28:44.420452 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0418 11:28:45.540914 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0418 11:28:57.515214 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0418 11:29:02.525023 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0418 11:29:09.423896 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=8 I0418 11:29:24.530478 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0418 11:29:46.063055 3671 obj_retry.go:492] Detected object tsf-tpa/create-db-6q248 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:46.063125 3671 obj_retry.go:492] Detected object tsf-tpa/create-db-6q248 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:46.067345 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-6q248 I0418 11:29:46.067378 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-6q248 I0418 11:29:46.543038 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0418 11:29:49.031217 3671 obj_retry.go:492] Detected object tsf-tpa/migrate-db-md4tn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:49.031262 3671 obj_retry.go:492] Detected object tsf-tpa/migrate-db-md4tn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:49.035133 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-md4tn I0418 11:29:49.035168 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-md4tn I0418 11:29:53.420367 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0418 11:29:55.029040 3671 obj_retry.go:492] Detected object tsf-tpa/create-importers-gtclj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:55.029119 3671 obj_retry.go:492] Detected object tsf-tpa/create-importers-gtclj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:55.035378 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-gtclj I0418 11:29:55.035407 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-gtclj I0418 11:30:04.225595 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:30:04.226257 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:30:05.079677 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:30:05.079730 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:30:58.508144 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0418 11:30:59.418851 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0418 11:31:10.506131 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0418 11:31:21.418371 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0418 11:32:07.505111 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0418 11:32:18.419128 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0418 11:34:42.546673 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0418 11:34:54.424130 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0418 11:34:59.523873 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0418 11:35:03.029186 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-t24kw for pod on switch ip-10-0-2-112.ec2.internal I0418 11:35:03.029313 3671 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw I0418 11:35:03.046127 3671 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw] pod update took 16.842381ms I0418 11:35:03.046158 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw] addLogicalPort annotation time took 16.876939ms I0418 11:35:03.047502 3671 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw] addLogicalPort took 18.344764ms, libovsdb time 933.326µs I0418 11:35:03.390952 3671 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw 980efc7fb30167718c027a659cbe8483703eeb6b2e3924a0fa1d977698013ae7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw 980efc7fb30167718c027a659cbe8483703eeb6b2e3924a0fa1d977698013ae7 network default NAD default NAD key ] I0418 11:35:03.401471 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-t24kw, hostIfaceName: 980efc7fb301677, network: default, NAD default, SandboxID: "980efc7fb30167718c027a659cbe8483703eeb6b2e3924a0fa1d977698013ae7", PCI device ID: , UID: "07f59c69-f968-419f-a09c-272fa618743b", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0418 11:35:03.461030 3671 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw 980efc7fb30167718c027a659cbe8483703eeb6b2e3924a0fa1d977698013ae7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw 980efc7fb30167718c027a659cbe8483703eeb6b2e3924a0fa1d977698013ae7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:5d:5a:de:09:ff\",\"name\":\"980efc7fb301677\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59b8097d-0dd2-4198-94ac-2da8da7d5ca8\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 11:35:06.882140 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:35:06.882721 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 11:35:16.982153 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:35:16.982178 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:35:16.982184 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:35:16.982189 3671 util.go:959] Failed to build node endpoints for node ip-10-0-2-112.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0418 11:35:24.039031 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:35:24.039642 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:36:00.540641 3671 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0418 11:36:07.463827 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:36:07.464741 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 11:36:08.814072 3671 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr I0418 11:36:42.518663 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0418 11:36:48.544535 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0418 11:37:04.422192 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0418 11:37:35.528978 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0418 11:37:51.423735 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 I0418 11:38:08.426835 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=86 I0418 11:38:45.547090 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0418 11:38:46.422303 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0418 11:39:08.817976 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:39:08.818590 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:39:37.571440 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:39:37.572091 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:39:45.520796 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0418 11:39:58.510048 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0418 11:40:22.736432 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:22.737030 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:23.757192 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:40:23.757216 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:40:23.789893 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:40:23.789920 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:40:23.795397 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh I0418 11:40:23.795414 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh I0418 11:40:35.578264 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:35.578930 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:39.526804 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:39.527466 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:40.528926 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:40.529583 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:44.149431 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:44.150040 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:59.273386 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:59.273930 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:41:04.098132 3671 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw 980efc7fb30167718c027a659cbe8483703eeb6b2e3924a0fa1d977698013ae7 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw 980efc7fb30167718c027a659cbe8483703eeb6b2e3924a0fa1d977698013ae7 network default NAD default NAD key ] I0418 11:41:04.190919 3671 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw 980efc7fb30167718c027a659cbe8483703eeb6b2e3924a0fa1d977698013ae7 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw 980efc7fb30167718c027a659cbe8483703eeb6b2e3924a0fa1d977698013ae7 network default NAD default NAD key default], result "{}", err I0418 11:41:04.252096 3671 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:41:04.252146 3671 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw I0418 11:41:04.253649 3671 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw, ips: 10.130.0.42 I0418 11:41:04.253683 3671 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:41:04.879926 3671 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:41:04.879949 3671 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:41:04.885955 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw I0418 11:41:04.885986 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw I0418 11:41:10.421771 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0418 11:41:19.654010 3671 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:41:19.654624 3671 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:41:20.610006 3671 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:41:20.610031 3671 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:41:20.615813 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g I0418 11:41:20.615840 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g I0418 11:42:02.508237 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0418 11:42:22.527264 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0418 11:43:22.427701 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0418 11:43:34.688719 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:43:34.692855 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:43:47.543650 3671 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0418 11:43:47.551178 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0418 11:43:56.427354 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:43:56.428433 3671 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:44:03.522156 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0418 11:44:14.549926 3671 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:44:14.550563 3671 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:44:34.135000 3671 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnrm-kjjqd-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:44:34.135649 3671 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnrm-kjjqd-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:44:52.560045 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7