+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-183.ec2.internal ++ [[ -n ip-10-0-1-183.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-183.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0417 22:50:18.302041222 - disable conntrack on geneve port' I0417 22:50:18.302041222 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0417 22:50:18.335156538 - starting ovnkube-node' I0417 22:50:18.335156538 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-183.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-183.ec2.internal --init-node ip-10-0-1-183.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-183.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0417 22:50:18.379962 3725 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0417 22:50:18.380016 3725 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-cb6565489a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0417 22:50:18.381416 3725 kube.go:431] Waiting for certificate I0417 22:50:18.381442 3725 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0417 22:50:18.381487 3725 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0417 22:50:18.382225 3725 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0417 22:50:18.413971 3725 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 22:50:18.413990 3725 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 22:50:18.417506 3725 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 22:50:18.417592 3725 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-gqcdh" I0417 22:50:18.422674 3725 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-gqcdh" I0417 22:50:18.422751 3725 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 22:50:19.382338 3725 kube.go:438] Certificate found I0417 22:50:19.383022 3725 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0417 22:50:19.384212 3725 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0417 22:50:19.441350 3725 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-18 22:45:18 +0000 UTC" deadline="2026-04-18 20:13:39.550395972 +0000 UTC" I0417 22:50:19.441377 3725 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h23m20.109027039s" I0417 22:50:19.451553 3725 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0417 22:50:19.471590 3725 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0417 22:50:19.471663 3725 server.go:101] MetricServer registers OVS metrics I0417 22:50:19.472073 3725 server.go:105] MetricServer registers OVN DB metrics I0417 22:50:19.474852 3725 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0417 22:50:19.474920 3725 factory.go:561] Starting watch factory I0417 22:50:19.475070 3725 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.475097 3725 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.475197 3725 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.475225 3725 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.475319 3725 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.475346 3725 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.475736 3725 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.475767 3725 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.475895 3725 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.475934 3725 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.476043 3725 controller_manager.go:370] Starting the ovnkube controller I0417 22:50:19.476058 3725 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-183.ec2.internal I0417 22:50:19.476121 3725 controller_manager.go:395] NBDB zone sync took: 50.518µs I0417 22:50:19.476133 3725 factory.go:561] Starting watch factory I0417 22:50:19.477464 3725 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0417 22:50:19.477485 3725 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0417 22:50:19.478224 3725 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.478289 3725 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.491289 3725 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.491630 3725 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.491732 3725 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.492821 3725 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0417 22:50:19.492897 3725 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0417 22:50:19.494746 3725 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.497989 3725 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0417 22:50:19.498026 3725 server.go:109] MetricServer registers OVN Controller metrics I0417 22:50:19.498027 3725 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.502608 3725 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:19.502834 3725 server.go:113] MetricServer registers OVN Northd metrics I0417 22:50:19.507783 3725 metrics.go:519] OVN Metrics Server starts to run ... I0417 22:50:19.581034 3725 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0417 22:50:19.581057 3725 factory.go:1977] *v1.Pod informer cache synced successfully I0417 22:50:19.581061 3725 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0417 22:50:19.581065 3725 factory.go:1977] *v1.Namespace informer cache synced successfully I0417 22:50:19.581068 3725 factory.go:1977] *v1.Node informer cache synced successfully I0417 22:50:19.581071 3725 factory.go:1977] *v1.Service informer cache synced successfully I0417 22:50:19.581158 3725 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:19.581169 3725 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:19.581174 3725 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:19.581191 3725 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:19.581281 3725 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0417 22:50:19.581288 3725 factory.go:1977] *v1.Namespace informer cache synced successfully I0417 22:50:19.581291 3725 factory.go:1977] *v1.Node informer cache synced successfully I0417 22:50:19.581293 3725 factory.go:1977] *v1.Service informer cache synced successfully I0417 22:50:19.581296 3725 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0417 22:50:19.581299 3725 factory.go:1977] *v1.Pod informer cache synced successfully I0417 22:50:19.584471 3725 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:19.584477 3725 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:19.586461 3725 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0417 22:50:19.586474 3725 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0417 22:50:19.586489 3725 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0417 22:50:19.586497 3725 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0417 22:50:19.586537 3725 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.586553 3725 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.589316 3725 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.592540 3725 factory.go:1977] *v1.EgressIP informer cache synced successfully I0417 22:50:19.592554 3725 factory.go:1977] *v1.EgressIP informer cache synced successfully I0417 22:50:19.592607 3725 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.592630 3725 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.595140 3725 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.598397 3725 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0417 22:50:19.598410 3725 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0417 22:50:19.598464 3725 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.598476 3725 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.601493 3725 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.603703 3725 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0417 22:50:19.603727 3725 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0417 22:50:19.603759 3725 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.603773 3725 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.606449 3725 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.608822 3725 factory.go:1977] *v1.EgressService informer cache synced successfully I0417 22:50:19.608837 3725 factory.go:1977] *v1.EgressService informer cache synced successfully I0417 22:50:19.608880 3725 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.608894 3725 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.611795 3725 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.614077 3725 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0417 22:50:19.614177 3725 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0417 22:50:19.614242 3725 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 22:50:19.614255 3725 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 22:50:19.617030 3725 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 22:50:19.619436 3725 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0417 22:50:19.619470 3725 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0417 22:50:19.619490 3725 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.619522 3725 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.619529 3725 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.619556 3725 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.622490 3725 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.622593 3725 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:19.624745 3725 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0417 22:50:19.624754 3725 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0417 22:50:19.624761 3725 factory.go:680] Watch Factory start up complete, took: 148.626606ms I0417 22:50:19.624763 3725 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0417 22:50:19.624768 3725 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-183.ec2.internal" zone I0417 22:50:19.624771 3725 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0417 22:50:19.624777 3725 factory.go:680] Watch Factory start up complete, took: 149.861202ms I0417 22:50:19.624849 3725 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0417 22:50:19.666315 3725 default_node_network_controller.go:710] Initializing the default node network controller I0417 22:50:19.725871 3725 udn_isolation.go:101] Starting UDN host isolation manager I0417 22:50:19.732055 3725 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0417 22:50:19.779897 3725 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0417 22:50:19.780044 3725 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0417 22:50:19.780067 3725 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0417 22:50:19.814625 3725 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0417 22:50:19.814707 3725 default_node_network_controller.go:809] Node ip-10-0-1-183.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0417 22:50:19.819812 3725 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.183"] k8s.ovn.org/zone-name:ip-10-0-1-183.ec2.internal] on node ip-10-0-1-183.ec2.internal I0417 22:50:19.840779 3725 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0417 22:50:19.848181 3725 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0417 22:50:19.848323 3725 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0417 22:50:19.848556 3725 gateway_init.go:263] Preparing Gateway I0417 22:50:19.848573 3725 gateway_shared_intf.go:1687] Creating new gateway I0417 22:50:19.874950 3725 controller_manager.go:429] Waiting for node in zone sync took: 250.169463ms I0417 22:50:19.879947 3725 controller_manager.go:611] Switching to transit router for layer2 networks I0417 22:50:19.879961 3725 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-183.ec2.internal I0417 22:50:19.894907 3725 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0417 22:50:19.901337 3725 controller_manager.go:290] SCTP support detected in OVN I0417 22:50:19.901941 3725 services_controller.go:69] Creating services controller for network=default I0417 22:50:19.902045 3725 udn_enabled_svc.go:80] Waiting for service informer to sync I0417 22:50:19.902289 3725 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0417 22:50:19.902357 3725 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0417 22:50:19.902374 3725 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0417 22:50:19.902388 3725 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0417 22:50:19.902594 3725 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0417 22:50:19.902784 3725 udn_enabled_svc.go:95] Performing full resync I0417 22:50:19.902795 3725 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 67.977µs I0417 22:50:19.902806 3725 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0417 22:50:19.902859 3725 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 44.571µs I0417 22:50:19.902871 3725 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 65.178µs I0417 22:50:19.902879 3725 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0417 22:50:19.902891 3725 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0417 22:50:19.902903 3725 default_network_controller.go:325] Starting the default network controller I0417 22:50:19.902980 3725 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 17.025µs I0417 22:50:19.903264 3725 udn_enabled_svc.go:99] Waiting for handler to sync I0417 22:50:19.903280 3725 udn_enabled_svc.go:104] Starting worker I0417 22:50:19.913001 3725 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0417 22:50:19.913064 3725 repair.go:33] Syncing exgw routes took 50.132µs I0417 22:50:19.913093 3725 default_network_controller.go:414] Starting all the Watchers... I0417 22:50:19.913279 3725 namespace.go:98] [default] adding namespace I0417 22:50:19.913317 3725 namespace.go:98] [openshift-machine-api] adding namespace I0417 22:50:19.913327 3725 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0417 22:50:19.913342 3725 namespace.go:98] [openshift-ingress] adding namespace I0417 22:50:19.913351 3725 namespace.go:98] [openshift-logging] adding namespace I0417 22:50:19.913347 3725 namespace.go:98] [openshift-backplane-csm] adding namespace I0417 22:50:19.913365 3725 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0417 22:50:19.913365 3725 namespace.go:98] [openshift-host-network] adding namespace I0417 22:50:19.913376 3725 namespace.go:98] [openshift-network-diagnostics] adding namespace I0417 22:50:19.913385 3725 namespace.go:98] [openshift-console-operator] adding namespace I0417 22:50:19.913391 3725 namespace.go:98] [kube-public] adding namespace I0417 22:50:19.913396 3725 namespace.go:98] [openshift-apiserver-operator] adding namespace I0417 22:50:19.913403 3725 namespace.go:98] [openshift-multus] adding namespace I0417 22:50:19.913408 3725 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0417 22:50:19.913414 3725 namespace.go:98] [openshift-network-console] adding namespace I0417 22:50:19.913968 3725 namespace.go:102] [default] adding namespace took 673.638µs I0417 22:50:19.913989 3725 namespace.go:98] [openshift-dns] adding namespace I0417 22:50:19.914547 3725 namespace.go:102] [openshift-dns] adding namespace took 550.85µs I0417 22:50:19.914565 3725 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0417 22:50:19.915431 3725 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 857.658µs I0417 22:50:19.915449 3725 namespace.go:98] [openshift-dns-operator] adding namespace I0417 22:50:19.916151 3725 namespace.go:102] [openshift-machine-api] adding namespace took 2.819181ms I0417 22:50:19.916172 3725 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0417 22:50:19.916802 3725 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 3.463043ms I0417 22:50:19.916820 3725 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0417 22:50:19.917352 3725 namespace.go:102] [openshift-ingress] adding namespace took 3.997631ms I0417 22:50:19.917372 3725 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0417 22:50:19.917966 3725 namespace.go:102] [openshift-logging] adding namespace took 4.608827ms I0417 22:50:19.917979 3725 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0417 22:50:19.918493 3725 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.131915ms I0417 22:50:19.918508 3725 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0417 22:50:19.919228 3725 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.85595ms I0417 22:50:19.919251 3725 namespace.go:98] [openshift-cluster-storage-operator] adding namespace W0417 22:50:19.919907 3725 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-48k7l: pod openshift-network-diagnostics/network-check-target-48k7l: no pod IPs found W0417 22:50:19.919921 3725 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gclg8: pod openshift-network-diagnostics/network-check-target-gclg8: no pod IPs found W0417 22:50:19.919931 3725 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-28b94: pod openshift-network-diagnostics/network-check-target-28b94: no pod IPs found I0417 22:50:19.919934 3725 namespace.go:102] [openshift-host-network] adding namespace took 6.558019ms I0417 22:50:19.919963 3725 namespace.go:98] [openshift-infra] adding namespace I0417 22:50:19.920549 3725 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.163257ms I0417 22:50:19.920568 3725 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0417 22:50:19.921171 3725 namespace.go:102] [kube-public] adding namespace took 7.772158ms I0417 22:50:19.921191 3725 namespace.go:98] [openshift-etcd] adding namespace I0417 22:50:19.921712 3725 namespace.go:102] [openshift-console-operator] adding namespace took 8.320264ms I0417 22:50:19.921725 3725 namespace.go:98] [openshift-controller-manager] adding namespace I0417 22:50:19.922486 3725 namespace.go:102] [openshift-apiserver-operator] adding namespace took 9.083091ms W0417 22:50:19.922499 3725 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-dlscl: pod openshift-multus/network-metrics-daemon-dlscl: no pod IPs found I0417 22:50:19.922503 3725 namespace.go:98] [openshift-console] adding namespace W0417 22:50:19.922509 3725 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-c6ptf: pod openshift-multus/network-metrics-daemon-c6ptf: no pod IPs found W0417 22:50:19.922515 3725 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ttgfv: pod openshift-multus/network-metrics-daemon-ttgfv: no pod IPs found I0417 22:50:19.923197 3725 namespace.go:102] [openshift-multus] adding namespace took 9.789509ms I0417 22:50:19.923207 3725 namespace.go:98] [openshift-config-managed] adding namespace I0417 22:50:19.923776 3725 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 10.361728ms I0417 22:50:19.923792 3725 namespace.go:98] [openshift-backplane-tam] adding namespace I0417 22:50:19.924244 3725 namespace.go:102] [openshift-network-console] adding namespace took 10.825427ms I0417 22:50:19.924257 3725 namespace.go:98] [openshift-operators-redhat] adding namespace I0417 22:50:19.924713 3725 namespace.go:102] [openshift-dns-operator] adding namespace took 9.256435ms I0417 22:50:19.924731 3725 namespace.go:98] [dedicated-admin] adding namespace I0417 22:50:19.925135 3725 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.95664ms I0417 22:50:19.925149 3725 namespace.go:98] [openshift-monitoring] adding namespace I0417 22:50:19.925529 3725 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.702657ms I0417 22:50:19.925553 3725 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0417 22:50:19.925928 3725 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.550836ms I0417 22:50:19.925944 3725 namespace.go:98] [openshift-node] adding namespace I0417 22:50:19.926422 3725 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.434554ms I0417 22:50:19.926442 3725 namespace.go:98] [openshift-operators] adding namespace I0417 22:50:19.926978 3725 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.463256ms I0417 22:50:19.926995 3725 namespace.go:98] [openshift-authentication-operator] adding namespace I0417 22:50:19.927411 3725 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.153505ms I0417 22:50:19.927422 3725 namespace.go:98] [open-cluster-management-2po6f2tbuq1ti4ohitqd4085cqflumq1] adding namespace I0417 22:50:19.928038 3725 namespace.go:102] [openshift-infra] adding namespace took 8.066764ms I0417 22:50:19.928054 3725 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0417 22:50:19.928566 3725 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.992362ms I0417 22:50:19.928581 3725 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0417 22:50:19.929001 3725 namespace.go:102] [openshift-etcd] adding namespace took 7.805572ms I0417 22:50:19.929013 3725 namespace.go:98] [openshift-backplane-srep] adding namespace I0417 22:50:19.929439 3725 namespace.go:102] [openshift-controller-manager] adding namespace took 7.707566ms I0417 22:50:19.929452 3725 namespace.go:98] [openshift-route-controller-manager] adding namespace I0417 22:50:19.930015 3725 namespace.go:102] [openshift-console] adding namespace took 7.506275ms I0417 22:50:19.930026 3725 namespace.go:98] [openshift-backplane-cee] adding namespace I0417 22:50:19.930502 3725 namespace.go:102] [openshift-config-managed] adding namespace took 7.288103ms I0417 22:50:19.930520 3725 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0417 22:50:19.931056 3725 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.256871ms I0417 22:50:19.931075 3725 namespace.go:98] [openshift-service-ca-operator] adding namespace I0417 22:50:19.931595 3725 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.331534ms I0417 22:50:19.931610 3725 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0417 22:50:19.932200 3725 namespace.go:102] [dedicated-admin] adding namespace took 7.462164ms I0417 22:50:19.932220 3725 namespace.go:98] [openshift-marketplace] adding namespace I0417 22:50:19.932834 3725 namespace.go:102] [openshift-monitoring] adding namespace took 7.677095ms I0417 22:50:19.932853 3725 namespace.go:98] [openshift-kube-apiserver] adding namespace I0417 22:50:19.933305 3725 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.745244ms I0417 22:50:19.933331 3725 namespace.go:98] [openshift-network-operator] adding namespace I0417 22:50:19.933965 3725 namespace.go:102] [openshift-node] adding namespace took 8.014022ms I0417 22:50:19.933988 3725 namespace.go:98] [openshift] adding namespace I0417 22:50:19.934439 3725 namespace.go:102] [openshift-operators] adding namespace took 7.99083ms I0417 22:50:19.934456 3725 namespace.go:98] [kube-system] adding namespace I0417 22:50:19.935232 3725 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.232284ms I0417 22:50:19.935246 3725 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0417 22:50:19.935711 3725 namespace.go:102] [open-cluster-management-2po6f2tbuq1ti4ohitqd4085cqflumq1] adding namespace took 8.281491ms I0417 22:50:19.935728 3725 namespace.go:98] [openshift-machine-config-operator] adding namespace I0417 22:50:19.936207 3725 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.147388ms I0417 22:50:19.936218 3725 namespace.go:98] [openshift-backplane-cse] adding namespace I0417 22:50:19.936669 3725 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.084583ms I0417 22:50:19.936691 3725 namespace.go:98] [openshift-cluster-version] adding namespace I0417 22:50:19.937176 3725 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.158782ms I0417 22:50:19.937186 3725 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0417 22:50:19.937655 3725 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.199427ms I0417 22:50:19.937665 3725 namespace.go:98] [openshift-authentication] adding namespace I0417 22:50:19.938244 3725 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.210324ms I0417 22:50:19.938266 3725 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0417 22:50:19.938860 3725 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.333669ms I0417 22:50:19.938876 3725 namespace.go:98] [openshift-ingress-canary] adding namespace I0417 22:50:19.939361 3725 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.281247ms I0417 22:50:19.939372 3725 namespace.go:98] [openshift-config-operator] adding namespace I0417 22:50:19.939816 3725 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.199218ms I0417 22:50:19.939831 3725 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0417 22:50:19.940228 3725 namespace.go:102] [openshift-marketplace] adding namespace took 8.002105ms I0417 22:50:19.940635 3725 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.775287ms I0417 22:50:19.940649 3725 namespace.go:98] [openshift-customer-monitoring] adding namespace I0417 22:50:19.941043 3725 namespace.go:102] [openshift-network-operator] adding namespace took 7.703719ms I0417 22:50:19.941056 3725 namespace.go:98] [openshift-insights] adding namespace I0417 22:50:19.941467 3725 namespace.go:102] [openshift] adding namespace took 7.472515ms I0417 22:50:19.941479 3725 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0417 22:50:19.941999 3725 namespace.go:102] [kube-system] adding namespace took 7.534482ms I0417 22:50:19.942012 3725 namespace.go:98] [openshift-console-user-settings] adding namespace I0417 22:50:19.942486 3725 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.236441ms I0417 22:50:19.942497 3725 namespace.go:98] [openshift-package-operator] adding namespace I0417 22:50:19.943016 3725 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.279939ms I0417 22:50:19.943031 3725 namespace.go:98] [openshift-backplane-mobb] adding namespace I0417 22:50:19.943468 3725 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.24173ms I0417 22:50:19.943487 3725 namespace.go:98] [openshift-config] adding namespace I0417 22:50:19.944098 3725 namespace.go:102] [openshift-cluster-version] adding namespace took 7.396583ms I0417 22:50:19.944120 3725 namespace.go:98] [openshift-backplane] adding namespace I0417 22:50:19.944738 3725 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.545546ms I0417 22:50:19.944754 3725 namespace.go:98] [openshift-apiserver] adding namespace I0417 22:50:19.945266 3725 namespace.go:102] [openshift-authentication] adding namespace took 7.595809ms I0417 22:50:19.945280 3725 namespace.go:98] [openshift-image-registry] adding namespace I0417 22:50:19.945697 3725 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.405954ms I0417 22:50:19.945716 3725 namespace.go:98] [openshift-network-node-identity] adding namespace I0417 22:50:19.946108 3725 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.227936ms I0417 22:50:19.946121 3725 namespace.go:98] [kube-node-lease] adding namespace I0417 22:50:19.946491 3725 namespace.go:102] [openshift-config-operator] adding namespace took 7.113855ms I0417 22:50:19.946503 3725 namespace.go:98] [openshift-kube-scheduler] adding namespace I0417 22:50:19.946910 3725 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.074837ms I0417 22:50:19.946925 3725 namespace.go:98] [openshift-ingress-operator] adding namespace I0417 22:50:19.947311 3725 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.656848ms I0417 22:50:19.947656 3725 namespace.go:102] [openshift-insights] adding namespace took 6.593969ms I0417 22:50:19.948227 3725 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.742025ms I0417 22:50:19.948619 3725 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.601461ms I0417 22:50:19.949033 3725 namespace.go:102] [openshift-package-operator] adding namespace took 6.531028ms I0417 22:50:19.949110 3725 iptables.go:108] Creating table: filter chain: FORWARD I0417 22:50:19.949508 3725 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.471564ms I0417 22:50:19.949976 3725 namespace.go:102] [openshift-config] adding namespace took 6.483217ms I0417 22:50:19.950321 3725 namespace.go:102] [openshift-backplane] adding namespace took 6.193926ms I0417 22:50:19.950336 3725 namespace.go:98] [openshift-must-gather-operator] adding namespace I0417 22:50:19.950764 3725 namespace.go:102] [openshift-apiserver] adding namespace took 6.00413ms I0417 22:50:19.951153 3725 namespace.go:102] [openshift-image-registry] adding namespace took 5.868446ms I0417 22:50:19.951510 3725 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.787459ms I0417 22:50:19.951530 3725 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0417 22:50:19.951925 3725 namespace.go:102] [kube-node-lease] adding namespace took 5.798539ms I0417 22:50:19.952282 3725 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.772892ms I0417 22:50:19.952298 3725 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0417 22:50:19.952709 3725 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.778443ms I0417 22:50:19.953130 3725 namespace.go:102] [openshift-must-gather-operator] adding namespace took 2.788619ms I0417 22:50:19.953511 3725 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 1.973896ms I0417 22:50:19.953922 3725 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 1.619883ms W0417 22:50:19.954011 3725 master.go:458] Unable to parse local node ip-10-0-1-183.ec2.internal chassis-id annotation. Chassis may be removed during sync W0417 22:50:19.954021 3725 master.go:471] Unable to parse remote node ip-10-0-0-119.ec2.internal chassis-id annotation. Chassis may be removed during sync W0417 22:50:19.954025 3725 master.go:471] Unable to parse remote node ip-10-0-2-226.ec2.internal chassis-id annotation. Chassis may be removed during sync I0417 22:50:19.954029 3725 master.go:481] Removing stale chassis with ID/Name: e0ff70dd-2d7d-46f1-b44e-dadbbbb2dd09, hostname: ip-10-0-1-183.ec2.internal I0417 22:50:19.954459 3725 master.go:548] Adding or Updating local node "ip-10-0-1-183.ec2.internal" for network "default" I0417 22:50:19.954561 3725 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-119.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-119.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-119.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal I0417 22:50:19.954561 3725 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-226.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-226.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-226.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-226.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-226.ec2.internal I0417 22:50:19.956210 3725 iptables.go:108] Creating table: filter chain: OUTPUT I0417 22:50:19.957792 3725 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-183.ec2.internal for the network default I0417 22:50:19.958498 3725 zone_ic_handler.go:195] Time taken to create transit switch: 692.271µs I0417 22:50:19.959160 3725 default_network_controller.go:823] Node add failed for ip-10-0-1-183.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-183.ec2.internal, error getting gateway config for node ip-10-0-1-183.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-183.ec2.internal", failed to update chassis to local for local node ip-10-0-1-183.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-183.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-183.ec2.internal] E0417 22:50:19.959206 3725 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-183.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-183.ec2.internal, error getting gateway config for node ip-10-0-1-183.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-183.ec2.internal", failed to update chassis to local for local node ip-10-0-1-183.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-183.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-183.ec2.internal] I0417 22:50:19.959262 3725 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0417 22:50:19.959304 3725 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0417 22:50:19.959279 3725 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-183.ec2.internal", UID:"85a586a3-9764-4914-a5c7-7012b708c2f9", APIVersion:"v1", ResourceVersion:"8488", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-183.ec2.internal, error getting gateway config for node ip-10-0-1-183.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-183.ec2.internal", failed to update chassis to local for local node ip-10-0-1-183.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-183.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-183.ec2.internal] I0417 22:50:19.959321 3725 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0417 22:50:19.959338 3725 node_tracker.go:235] Node ip-10-0-0-119.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal" I0417 22:50:19.959341 3725 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0417 22:50:19.959356 3725 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:19.959372 3725 services_controller.go:574] Full service sync requested for network=default I0417 22:50:19.959379 3725 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-183.ec2.internal in network "default" I0417 22:50:19.959389 3725 node_tracker.go:235] Node ip-10-0-1-183.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-183.ec2.internal" I0417 22:50:19.959395 3725 node_tracker.go:169] Node ip-10-0-1-183.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:19.959400 3725 services_controller.go:574] Full service sync requested for network=default I0417 22:50:19.959404 3725 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-226.ec2.internal in network "default" I0417 22:50:19.959411 3725 node_tracker.go:235] Node ip-10-0-2-226.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-226.ec2.internal" I0417 22:50:19.959417 3725 node_tracker.go:169] Node ip-10-0-2-226.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:19.959420 3725 services_controller.go:574] Full service sync requested for network=default I0417 22:50:19.963120 3725 gateway_shared_intf.go:1816] Gateway Creation Complete I0417 22:50:19.963134 3725 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-183.ec2.internal","mac-address":"0a:ff:d6:32:27:fd","ip-addresses":["10.0.1.183/24"],"ip-address":"10.0.1.183/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e0ff70dd-2d7d-46f1-b44e-dadbbbb2dd09 k8s.ovn.org/node-encap-ips:["10.0.1.183"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.183/24"} k8s.ovn.org/zone-name:ip-10-0-1-183.ec2.internal] on node ip-10-0-1-183.ec2.internal I0417 22:50:19.977961 3725 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-183.ec2.internal in network "default" I0417 22:50:19.978020 3725 node_tracker.go:169] Node ip-10-0-1-183.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:19.978032 3725 services_controller.go:574] Full service sync requested for network=default I0417 22:50:19.978062 3725 master.go:548] Adding or Updating local node "ip-10-0-1-183.ec2.internal" for network "default" I0417 22:50:19.982128 3725 default_node_network_controller.go:519] Node connection status = connected W0417 22:50:19.982454 3725 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-28b94: pod openshift-network-diagnostics/network-check-target-28b94: no pod IPs found W0417 22:50:19.982481 3725 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-dlscl: pod openshift-multus/network-metrics-daemon-dlscl: no pod IPs found I0417 22:50:19.983462 3725 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-183.ec2.internal for the network default I0417 22:50:19.983674 3725 zone_ic_handler.go:195] Time taken to create transit switch: 198.095µs I0417 22:50:20.059402 3725 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0417 22:50:20.059429 3725 services_controller.go:208] Setting up event handlers for services for network=default I0417 22:50:20.059488 3725 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0417 22:50:20.059548 3725 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0417 22:50:20.059564 3725 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0417 22:50:20.160157 3725 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0417 22:50:20.160177 3725 repair.go:60] Starting repairing loop for services I0417 22:50:20.160271 3725 repair.go:131] Deleted 0 stale service LBs I0417 22:50:20.160290 3725 repair.go:137] Deleted 0 stale Chassis Template Vars I0417 22:50:20.160306 3725 repair.go:62] Finished repairing loop for services: 130.673µs I0417 22:50:20.160332 3725 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0417 22:50:20.160342 3725 services_controller.go:254] Starting workers for network=default I0417 22:50:20.160674 3725 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-48k7l, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-48k7l: suppressed error logged: pod openshift-network-diagnostics/network-check-target-48k7l: no pod IPs found I0417 22:50:20.160740 3725 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-dlscl] creating logical port openshift-multus_network-metrics-daemon-dlscl for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:20.160741 3725 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-28b94] creating logical port openshift-network-diagnostics_network-check-target-28b94 for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:20.160750 3725 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-c6ptf, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-c6ptf: suppressed error logged: pod openshift-multus/network-metrics-daemon-c6ptf: no pod IPs found I0417 22:50:20.160675 3725 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-gclg8, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gclg8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gclg8: no pod IPs found I0417 22:50:20.160840 3725 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-ttgfv, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ttgfv: suppressed error logged: pod openshift-multus/network-metrics-daemon-ttgfv: no pod IPs found I0417 22:50:20.160897 3725 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-dlscl I0417 22:50:20.160913 3725 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-28b94 I0417 22:50:20.176507 3725 pod.go:62] [openshift-network-diagnostics/network-check-target-28b94] pod update took 15.692804ms I0417 22:50:20.176527 3725 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-28b94] addLogicalPort annotation time took 15.716689ms I0417 22:50:20.177407 3725 pod.go:62] [openshift-multus/network-metrics-daemon-dlscl] pod update took 16.593952ms I0417 22:50:20.177425 3725 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-dlscl] addLogicalPort annotation time took 16.616252ms I0417 22:50:20.177413 3725 pods.go:271] [openshift-network-diagnostics/network-check-target-28b94] addLogicalPort took 16.675508ms, libovsdb time 671.68µs I0417 22:50:20.178289 3725 pods.go:271] [openshift-multus/network-metrics-daemon-dlscl] addLogicalPort took 17.557547ms, libovsdb time 649.693µs I0417 22:50:20.178726 3725 admin_network_policy_controller.go:227] Starting controller default-network-controller I0417 22:50:20.178749 3725 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0417 22:50:20.178763 3725 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0417 22:50:20.178768 3725 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0417 22:50:20.178965 3725 repair.go:29] Repairing admin network policies took 191.329µs I0417 22:50:20.179132 3725 repair.go:92] Repairing baseline admin network policies took 154.779µs I0417 22:50:20.179541 3725 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0417 22:50:20.179561 3725 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0417 22:50:20.181607 3725 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0417 22:50:20.181635 3725 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0417 22:50:20.181647 3725 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0417 22:50:20.183154 3725 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0417 22:50:20.183172 3725 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0417 22:50:20.183179 3725 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0417 22:50:20.185127 3725 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0417 22:50:20.185146 3725 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0417 22:50:20.185153 3725 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0417 22:50:20.186748 3725 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0417 22:50:20.186765 3725 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0417 22:50:20.186773 3725 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0417 22:50:20.188386 3725 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0417 22:50:20.188403 3725 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0417 22:50:20.188411 3725 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0417 22:50:20.190131 3725 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0417 22:50:20.190149 3725 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0417 22:50:20.190157 3725 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0417 22:50:20.190671 3725 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0417 22:50:20.190710 3725 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0417 22:50:20.190722 3725 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0417 22:50:20.191217 3725 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0417 22:50:20.191233 3725 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0417 22:50:20.191241 3725 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0417 22:50:20.191778 3725 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0417 22:50:20.191796 3725 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0417 22:50:20.191804 3725 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0417 22:50:20.192880 3725 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0417 22:50:20.192899 3725 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0417 22:50:20.192911 3725 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0417 22:50:20.193879 3725 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0417 22:50:20.193898 3725 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0417 22:50:20.194299 3725 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0417 22:50:20.194313 3725 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0417 22:50:20.195091 3725 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0417 22:50:20.195115 3725 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0417 22:50:20.195122 3725 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0417 22:50:20.196430 3725 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0417 22:50:20.196452 3725 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0417 22:50:20.196468 3725 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0417 22:50:20.197637 3725 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0417 22:50:20.197656 3725 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0417 22:50:20.197671 3725 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0417 22:50:20.197998 3725 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0417 22:50:20.198020 3725 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0417 22:50:20.198032 3725 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0417 22:50:20.199021 3725 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0417 22:50:20.199040 3725 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0417 22:50:20.199050 3725 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0417 22:50:20.199584 3725 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0417 22:50:20.199602 3725 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0417 22:50:20.199612 3725 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0417 22:50:20.199929 3725 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0417 22:50:20.199947 3725 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0417 22:50:20.199955 3725 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0417 22:50:20.200410 3725 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0417 22:50:20.200430 3725 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0417 22:50:20.200440 3725 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0417 22:50:20.202452 3725 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0417 22:50:20.202469 3725 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0417 22:50:20.202477 3725 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0417 22:50:20.202818 3725 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0417 22:50:20.202835 3725 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0417 22:50:20.202843 3725 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0417 22:50:20.203406 3725 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0417 22:50:20.203419 3725 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0417 22:50:20.203427 3725 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0417 22:50:20.204388 3725 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0417 22:50:20.204408 3725 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0417 22:50:20.204416 3725 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0417 22:50:20.204740 3725 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0417 22:50:20.204758 3725 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0417 22:50:20.204767 3725 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0417 22:50:20.206107 3725 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0417 22:50:20.206125 3725 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0417 22:50:20.206132 3725 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0417 22:50:20.206712 3725 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0417 22:50:20.206730 3725 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0417 22:50:20.206736 3725 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0417 22:50:20.207306 3725 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0417 22:50:20.207326 3725 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0417 22:50:20.207344 3725 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0417 22:50:20.207942 3725 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0417 22:50:20.207960 3725 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0417 22:50:20.207990 3725 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0417 22:50:20.208770 3725 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0417 22:50:20.213739 3725 egressfirewall.go:374] Starting EgressFirewall controller I0417 22:50:20.213784 3725 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0417 22:50:20.213784 3725 controller.go:133] Adding controller egress-firewall-controller event handlers I0417 22:50:20.213820 3725 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0417 22:50:20.213843 3725 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0417 22:50:20.213819 3725 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0417 22:50:20.213854 3725 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0417 22:50:20.214112 3725 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0417 22:50:20.214126 3725 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0417 22:50:20.214131 3725 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0417 22:50:20.214142 3725 egressqos.go:193] Setting up event handlers for EgressQoS I0417 22:50:20.214148 3725 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0417 22:50:20.214160 3725 egressfirewall.go:723] Syncing node "ip-10-0-1-183.ec2.internal" for egress firewall I0417 22:50:20.214164 3725 egressfirewall.go:723] Syncing node "ip-10-0-2-226.ec2.internal" for egress firewall I0417 22:50:20.214244 3725 egressqos.go:245] Starting EgressQoS Controller I0417 22:50:20.214262 3725 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0417 22:50:20.214274 3725 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0417 22:50:20.214282 3725 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0417 22:50:20.214300 3725 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0417 22:50:20.214307 3725 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0417 22:50:20.214314 3725 shared_informer.go:356] "Caches are synced" controller="egressqos" I0417 22:50:20.214320 3725 egressqos.go:259] Repairing EgressQoSes I0417 22:50:20.214324 3725 egressqos.go:399] Starting repairing loop for egressqos I0417 22:50:20.214389 3725 egressqos.go:401] Finished repairing loop for egressqos: 64.458µs I0417 22:50:20.214406 3725 egressservice_zone.go:132] Setting up event handlers for Egress Services I0417 22:50:20.214453 3725 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-183.ec2.internal I0417 22:50:20.214495 3725 egressservice_zone.go:210] Starting Egress Services Controller I0417 22:50:20.214498 3725 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-183.ec2.internal : 47.1µs I0417 22:50:20.214504 3725 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0417 22:50:20.214510 3725 shared_informer.go:356] "Caches are synced" controller="egressservices" I0417 22:50:20.214515 3725 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0417 22:50:20.214520 3725 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0417 22:50:20.214525 3725 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0417 22:50:20.214529 3725 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0417 22:50:20.214538 3725 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0417 22:50:20.214545 3725 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0417 22:50:20.214551 3725 egressservice_zone.go:228] Repairing Egress Services I0417 22:50:20.214843 3725 master_controller.go:88] Starting Admin Policy Based Route Controller I0417 22:50:20.214853 3725 external_controller.go:278] Starting Admin Policy Based Route Controller I0417 22:50:20.214920 3725 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-226.ec2.internal I0417 22:50:20.214934 3725 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-226.ec2.internal: 15.696µs I0417 22:50:20.214943 3725 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0417 22:50:20.214947 3725 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 4.312µs I0417 22:50:20.214952 3725 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-183.ec2.internal I0417 22:50:20.214955 3725 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-183.ec2.internal: 3.832µs I0417 22:50:20.214975 3725 default_network_controller.go:585] Completing all the Watchers took 301.872278ms I0417 22:50:20.214987 3725 default_network_controller.go:589] Starting unidling controllers I0417 22:50:20.214998 3725 unidle.go:46] Registering OVN SB ControllerEvent handler I0417 22:50:20.215009 3725 unidle.go:63] Populating Initial ContollerEvent events I0417 22:50:20.215020 3725 unidle.go:79] Setting up event handlers for services I0417 22:50:20.215094 3725 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0417 22:50:20.482606 3725 default_node_network_controller.go:519] Node connection status = connected I0417 22:50:20.982437 3725 default_node_network_controller.go:519] Node connection status = connected I0417 22:50:21.483572 3725 default_node_network_controller.go:519] Node connection status = connected I0417 22:50:21.511592 3725 default_network_controller.go:1025] Node "ip-10-0-2-226.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 22:50:21.806129 3725 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0417 22:50:21.982348 3725 default_node_network_controller.go:519] Node connection status = connected I0417 22:50:22.000204 3725 bridgeconfig.go:537] Gateway is ready I0417 22:50:22.000223 3725 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0417 22:50:22.011929 3725 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.183. Updating OVN encap IP. I0417 22:50:22.017566 3725 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.183 - it is already configured I0417 22:50:22.017580 3725 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.183/24:{} 172.20.0.1/32:{}]. Updating annotations. I0417 22:50:22.017797 3725 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.183/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-183.ec2.internal","mac-address":"0a:ff:d6:32:27:fd","ip-addresses":["10.0.1.183/24"],"ip-address":"10.0.1.183/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e0ff70dd-2d7d-46f1-b44e-dadbbbb2dd09 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.183/24"}] on node ip-10-0-1-183.ec2.internal I0417 22:50:22.031974 3725 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-183.ec2.internal in network "default" I0417 22:50:22.032022 3725 master.go:548] Adding or Updating local node "ip-10-0-1-183.ec2.internal" for network "default" I0417 22:50:22.032039 3725 node_tracker.go:169] Node ip-10-0-1-183.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:22.032055 3725 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-183.ec2.internal I0417 22:50:22.032058 3725 services_controller.go:574] Full service sync requested for network=default I0417 22:50:22.032063 3725 egressfirewall.go:723] Syncing node "ip-10-0-1-183.ec2.internal" for egress firewall I0417 22:50:22.032070 3725 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-183.ec2.internal: 20.273µs I0417 22:50:22.032250 3725 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.183 I0417 22:50:22.032308 3725 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-183.ec2.internal I0417 22:50:22.036352 3725 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-183.ec2.internal. Updating no re-route policies I0417 22:50:22.036438 3725 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-xbhl5 I0417 22:50:22.036449 3725 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-9wg2f I0417 22:50:22.036453 3725 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gclg8 I0417 22:50:22.036436 3725 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h45fl I0417 22:50:22.036458 3725 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-183.ec2.internal I0417 22:50:22.036467 3725 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-5vwvw I0417 22:50:22.036468 3725 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-183.ec2.internal I0417 22:50:22.036476 3725 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-183.ec2.internal I0417 22:50:22.036478 3725 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-vdpzg I0417 22:50:22.036482 3725 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-183.ec2.internal I0417 22:50:22.036481 3725 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-c7jws I0417 22:50:22.036488 3725 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-vdpzg I0417 22:50:22.036489 3725 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-5gp8g I0417 22:50:22.036494 3725 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-c7jws I0417 22:50:22.036493 3725 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-4cb6b I0417 22:50:22.036501 3725 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-183.ec2.internal after 0 failed attempt(s) I0417 22:50:22.036495 3725 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-5gp8g I0417 22:50:22.036497 3725 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-dlscl I0417 22:50:22.036510 3725 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-4cb6b I0417 22:50:22.036513 3725 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-c7jws after 0 failed attempt(s) I0417 22:50:22.036510 3725 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-vdpzg after 0 failed attempt(s) I0417 22:50:22.036519 3725 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-nwp2s I0417 22:50:22.036482 3725 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-c6ptf I0417 22:50:22.036521 3725 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ttgfv I0417 22:50:22.036523 3725 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-5gp8g after 0 failed attempt(s) I0417 22:50:22.036526 3725 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-nwp2s I0417 22:50:22.036530 3725 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-c6ptf I0417 22:50:22.036533 3725 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ttgfv I0417 22:50:22.036540 3725 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xgmxb I0417 22:50:22.036546 3725 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-nwp2s after 0 failed attempt(s) I0417 22:50:22.036555 3725 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xgmxb I0417 22:50:22.036557 3725 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-c6ptf, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-c6ptf: suppressed error logged: pod openshift-multus/network-metrics-daemon-c6ptf: no pod IPs found I0417 22:50:22.036560 3725 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-ttgfv, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ttgfv: suppressed error logged: pod openshift-multus/network-metrics-daemon-ttgfv: no pod IPs found I0417 22:50:22.036458 3725 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-xbhl5 I0417 22:50:22.036576 3725 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-xbhl5 after 0 failed attempt(s) I0417 22:50:22.036474 3725 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-5vwvw I0417 22:50:22.036598 3725 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-5vwvw after 0 failed attempt(s) I0417 22:50:22.036468 3725 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gclg8 I0417 22:50:22.036626 3725 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-gclg8, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gclg8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gclg8: no pod IPs found I0417 22:50:22.036467 3725 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h45fl I0417 22:50:22.036626 3725 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-48k7l I0417 22:50:22.036642 3725 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h45fl after 0 failed attempt(s) I0417 22:50:22.036648 3725 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-48k7l I0417 22:50:22.036441 3725 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-28b94 I0417 22:50:22.036662 3725 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-28b94 I0417 22:50:22.036461 3725 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-9wg2f I0417 22:50:22.036715 3725 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-48k7l, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-48k7l: suppressed error logged: pod openshift-network-diagnostics/network-check-target-48k7l: no pod IPs found I0417 22:50:22.036732 3725 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-9wg2f after 0 failed attempt(s) I0417 22:50:22.036518 3725 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-183.ec2.internal after 0 failed attempt(s) I0417 22:50:22.036756 3725 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-28b94] creating logical port openshift-network-diagnostics_network-check-target-28b94 for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:22.036992 3725 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-dlscl I0417 22:50:22.037000 3725 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-4cb6b after 0 failed attempt(s) I0417 22:50:22.037009 3725 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xgmxb after 0 failed attempt(s) I0417 22:50:22.037023 3725 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-dlscl] creating logical port openshift-multus_network-metrics-daemon-dlscl for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:22.037814 3725 pods.go:271] [openshift-multus/network-metrics-daemon-dlscl] addLogicalPort took 795.496µs, libovsdb time 483.357µs I0417 22:50:22.037832 3725 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-dlscl after 0 failed attempt(s) I0417 22:50:22.037836 3725 pods.go:271] [openshift-network-diagnostics/network-check-target-28b94] addLogicalPort took 1.093008ms, libovsdb time 595.41µs I0417 22:50:22.037868 3725 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-28b94 after 0 failed attempt(s) I0417 22:50:22.051966 3725 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0417 22:50:22.064747 3725 iptables.go:108] Creating table: mangle chain: OUTPUT I0417 22:50:22.068320 3725 iptables.go:108] Creating table: nat chain: OUTPUT I0417 22:50:22.101586 3725 iptables.go:108] Creating table: nat chain: PREROUTING I0417 22:50:22.145970 3725 iptables.go:108] Creating table: filter chain: FORWARD I0417 22:50:22.163777 3725 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0417 22:50:22.163917 3725 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0417 22:50:22.163968 3725 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0417 22:50:22.164037 3725 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0417 22:50:22.164083 3725 gateway_init.go:325] Gateway and management port readiness took 2.186223429s I0417 22:50:22.164109 3725 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0417 22:50:22.164144 3725 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0417 22:50:22.164157 3725 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0417 22:50:22.164165 3725 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0417 22:50:22.164222 3725 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0417 22:50:22.164313 3725 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 58.343µs I0417 22:50:22.164513 3725 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0417 22:50:22.164540 3725 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.256µs I0417 22:50:22.164548 3725 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.908µs I0417 22:50:22.164554 3725 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0417 22:50:22.164564 3725 nad_controller.go:379] [node-nad-controller NAD controller]: started I0417 22:50:22.164571 3725 default_node_network_controller.go:899] Starting the default node network controller I0417 22:50:22.164575 3725 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0417 22:50:22.164653 3725 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.14µs I0417 22:50:22.164768 3725 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0417 22:50:22.164779 3725 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0417 22:50:22.164814 3725 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c24be0 0xc0002c69a0 0xc0002c6a10 0xc0002c6a80 0xc0002c6b60 0xc0002c6bd0 0xc0002c6c40 0xc000c1b3b0 0xc0002c6cb0 0xc0002c6d20 0xc0008a02d0 0xc006259340 0xc0002c6d90 map[0x2ff9080:0xc00150ec60 0x2ff95c0:0xc00150eea0 0x2ffa2e0:0xc00150eba0 0x2ffa580:0xc00150ec00 0x2ffad60:0xc00150ecc0 0x2ffb000:0xc00150ed20 0x2ffb2a0:0xc00150ed80 0x2ffba80:0xc00150ef00 0x2ffbd20:0xc00150ef60 0x3026980:0xc00150e6c0 0x3026d20:0xc00150e720 0x3027800:0xc000c64c60 0x3029160:0xc001c0e000 0x30298a0:0xc00150e840 0x302a720:0xc00150e660] 0xc0004e2f50 0} I0417 22:50:22.164885 3725 gateway.go:151] Starting gateway service sync I0417 22:50:22.165337 3725 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0417 22:50:22.167671 3725 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0417 22:50:22.183822 3725 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0417 22:50:22.185078 3725 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0417 22:50:22.186296 3725 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0417 22:50:22.218330 3725 gateway.go:168] Gateway service sync done. Time taken: 53.432838ms I0417 22:50:22.218987 3725 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30730 I0417 22:50:22.219077 3725 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c24be0 0xc0002c69a0 0xc0002c6a10 0xc0002c6a80 0xc0002c6b60 0xc0002c6bd0 0xc0002c6c40 0xc000c1b3b0 0xc0002c6cb0 0xc0002c6d20 0xc0008a02d0 0xc006259340 0xc0002c6d90 map[0x2ff9080:0xc00150ec60 0x2ff95c0:0xc00150eea0 0x2ffa2e0:0xc00150eba0 0x2ffa580:0xc00150ec00 0x2ffad60:0xc00150ecc0 0x2ffb000:0xc00150ed20 0x2ffb2a0:0xc00150ed80 0x2ffba80:0xc00150ef00 0x2ffbd20:0xc00150ef60 0x3026980:0xc00150e6c0 0x3026d20:0xc00150e720 0x3027800:0xc000c64c60 0x3029160:0xc001c0e000 0x30298a0:0xc00150e840 0x302a720:0xc00150e660] 0xc0004e2f50 0} I0417 22:50:22.219552 3725 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c24be0 0xc0002c69a0 0xc0002c6a10 0xc0002c6a80 0xc0002c6b60 0xc0002c6bd0 0xc0002c6c40 0xc000c1b3b0 0xc0002c6cb0 0xc0002c6d20 0xc0008a02d0 0xc006259340 0xc0002c6d90 map[0x2ff9080:0xc00150ec60 0x2ff95c0:0xc00150eea0 0x2ffa2e0:0xc00150eba0 0x2ffa580:0xc00150ec00 0x2ffad60:0xc00150ecc0 0x2ffb000:0xc00150ed20 0x2ffb2a0:0xc00150ed80 0x2ffba80:0xc00150ef00 0x2ffbd20:0xc00150ef60 0x3026980:0xc00150e6c0 0x3026d20:0xc00150e720 0x3027800:0xc000c64c60 0x3029160:0xc001c0e000 0x30298a0:0xc00150e840 0x302a720:0xc00150e660] 0xc0004e2f50 0} I0417 22:50:22.219590 3725 gateway.go:532] Reconciling gateway with updates I0417 22:50:22.224481 3725 gateway.go:339] Spawning Conntrack Rule Check Thread I0417 22:50:22.224584 3725 default_node_network_controller.go:944] Gateway and management port readiness took 59.798569ms I0417 22:50:22.224599 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 22:50:22.224611 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0417 22:50:22.224623 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0417 22:50:22.224630 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0417 22:50:22.224643 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0417 22:50:22.224649 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0417 22:50:22.224660 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 22:50:22.224665 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0417 22:50:22.224668 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0417 22:50:22.224674 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 22:50:22.224697 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 22:50:22.224715 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 22:50:22.224713 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 22:50:22.224724 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 22:50:22.224730 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 22:50:22.224730 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 22:50:22.224738 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 22:50:22.224744 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 22:50:22.224750 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0417 22:50:22.224750 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 22:50:22.224717 3725 port_claim.go:71] Svc openshift-ingress/router-default: port 30655 is already open, no action needed I0417 22:50:22.224764 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0417 22:50:22.224766 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0417 22:50:22.224752 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 22:50:22.224778 3725 port_claim.go:71] Svc openshift-ingress/router-default: port 31461 is already open, no action needed I0417 22:50:22.224781 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 22:50:22.224784 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0417 22:50:22.224787 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 22:50:22.224785 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 22:50:22.224638 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 22:50:22.224797 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 22:50:22.224795 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 22:50:22.224804 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 22:50:22.224812 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 22:50:22.224815 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 22:50:22.224814 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 22:50:22.224822 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0417 22:50:22.224823 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0417 22:50:22.224825 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 22:50:22.224827 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 22:50:22.224837 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 22:50:22.224837 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0417 22:50:22.224842 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0417 22:50:22.224843 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0417 22:50:22.224849 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0417 22:50:22.224852 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0417 22:50:22.224854 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 22:50:22.224852 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 22:50:22.224856 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0417 22:50:22.224864 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 22:50:22.224859 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 22:50:22.224862 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0417 22:50:22.224871 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 22:50:22.224744 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0417 22:50:22.224874 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 22:50:22.224809 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 22:50:22.224940 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 22:50:22.224821 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 22:50:22.224966 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 22:50:22.224981 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 22:50:22.224988 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 22:50:22.224988 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 22:50:22.224995 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0417 22:50:22.225013 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 22:50:22.224775 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 22:50:22.225021 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0417 22:50:22.224835 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0417 22:50:22.225033 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 22:50:22.225048 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0417 22:50:22.225075 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 22:50:22.224662 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0417 22:50:22.225095 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 22:50:22.224708 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 22:50:22.225137 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 22:50:22.224675 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 22:50:22.225192 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 22:50:22.224780 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0417 22:50:22.224773 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 22:50:22.224774 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 22:50:22.225273 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 22:50:22.224774 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0417 22:50:22.224775 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0417 22:50:22.224625 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 22:50:22.224794 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 22:50:22.225368 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0417 22:50:22.224797 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0417 22:50:22.224801 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0417 22:50:22.225390 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0417 22:50:22.225396 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0417 22:50:22.224791 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0417 22:50:22.225414 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0417 22:50:22.224805 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 22:50:22.225438 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0417 22:50:22.224822 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 22:50:22.225466 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 22:50:22.224761 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0417 22:50:22.225485 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0417 22:50:22.224830 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 22:50:22.224845 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 22:50:22.225625 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0417 22:50:22.224841 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 22:50:22.225636 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 22:50:22.224850 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 22:50:22.225675 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 22:50:22.224988 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 22:50:22.225768 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 22:50:22.226097 3725 node_ip_handler_linux.go:160] Node IP manager is running W0417 22:50:22.263146 3725 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0417 22:50:22.263436 3725 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0417 22:50:22.263555 3725 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0417 22:50:22.271321 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0417 22:50:22.271331 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0417 22:50:22.271347 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0417 22:50:22.271353 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0417 22:50:22.271359 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0417 22:50:22.271365 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0417 22:50:22.271386 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0417 22:50:22.271392 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0417 22:50:22.271398 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0417 22:50:22.271405 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0417 22:50:22.271411 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0417 22:50:22.271416 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0417 22:50:22.271421 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0417 22:50:22.271427 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0417 22:50:22.271432 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0417 22:50:22.271438 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0417 22:50:22.310806 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0417 22:50:22.310836 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0417 22:50:22.310846 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0417 22:50:22.310881 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0417 22:50:22.349181 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0417 22:50:22.349230 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0417 22:50:22.349241 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0417 22:50:22.349252 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0417 22:50:22.349260 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0417 22:50:22.349269 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0417 22:50:22.349279 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0417 22:50:22.349286 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0417 22:50:22.640965 3725 default_network_controller.go:1025] Node "ip-10-0-0-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0417 22:50:23.515416 3725 egressip_healthcheck.go:76] Health checking using insecure connection I0417 22:50:23.515470 3725 default_node_network_controller.go:1380] Starting node controller node sync I0417 22:50:23.515474 3725 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0417 22:50:23.527522 3725 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.036602ms I0417 22:50:23.527665 3725 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0417 22:50:23.527938 3725 egressservice_node.go:93] Setting up event handlers for Egress Services I0417 22:50:23.528052 3725 egressservice_node.go:183] Starting Egress Services Controller I0417 22:50:23.528067 3725 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0417 22:50:23.528076 3725 shared_informer.go:356] "Caches are synced" controller="egressservices" I0417 22:50:23.528082 3725 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0417 22:50:23.528087 3725 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0417 22:50:23.528092 3725 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0417 22:50:23.528097 3725 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0417 22:50:23.528103 3725 egressservice_node.go:197] Repairing Egress Services I0417 22:50:23.538856 3725 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0417 22:50:23.538917 3725 external_controller.go:278] Starting Admin Policy Based Route Controller I0417 22:50:23.539136 3725 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0417 22:50:23.539152 3725 link_network_manager.go:119] Link manager is running I0417 22:50:23.539182 3725 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0417 22:50:23.539350 3725 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0417 22:50:23.539811 3725 vrf_manager.go:128] VRF manager is running I0417 22:50:23.539940 3725 node_controller_manager.go:437] Removing flows to drop GARP I0417 22:50:23.539952 3725 gateway.go:532] Reconciling gateway with updates I0417 22:50:23.564661 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 22:50:23.564696 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 22:50:23.564732 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0417 22:50:23.564748 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 22:50:23.564754 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0417 22:50:23.564766 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 22:50:23.564771 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 22:50:23.564768 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 22:50:23.564770 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 22:50:23.564784 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 22:50:23.564790 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 22:50:23.564795 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 22:50:23.564797 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 22:50:23.564809 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 22:50:23.564810 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 22:50:23.564812 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 22:50:23.564816 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0417 22:50:23.564818 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0417 22:50:23.564822 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 22:50:23.564785 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 22:50:23.564836 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 22:50:23.564754 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 22:50:23.564841 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 22:50:23.564839 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 22:50:23.564850 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0417 22:50:23.564856 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 22:50:23.564856 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0417 22:50:23.564859 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 22:50:23.564865 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 22:50:23.564870 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 22:50:23.564873 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0417 22:50:23.564873 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 22:50:23.564879 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 22:50:23.564876 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0417 22:50:23.564880 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 22:50:23.564888 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0417 22:50:23.564887 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 22:50:23.564897 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 22:50:23.564897 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0417 22:50:23.564899 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 22:50:23.564904 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0417 22:50:23.564905 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0417 22:50:23.564906 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0417 22:50:23.564914 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 22:50:23.564919 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0417 22:50:23.564919 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0417 22:50:23.564921 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 22:50:23.564924 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0417 22:50:23.564848 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0417 22:50:23.564932 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 22:50:23.564925 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0417 22:50:23.564936 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 22:50:23.564944 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0417 22:50:23.564947 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 22:50:23.564902 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0417 22:50:23.564953 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0417 22:50:23.564847 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0417 22:50:23.564971 3725 port_claim.go:71] Svc openshift-ingress/router-default: port 30655 is already open, no action needed I0417 22:50:23.564985 3725 port_claim.go:71] Svc openshift-ingress/router-default: port 31461 is already open, no action needed I0417 22:50:23.564853 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 22:50:23.565002 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0417 22:50:23.564843 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 22:50:23.565014 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0417 22:50:23.564944 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0417 22:50:23.564859 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 22:50:23.564877 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 22:50:23.565043 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 22:50:23.565004 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0417 22:50:23.565043 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0417 22:50:23.565082 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0417 22:50:23.565098 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 22:50:23.565102 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0417 22:50:23.565086 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0417 22:50:23.565113 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0417 22:50:23.565112 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0417 22:50:23.565119 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0417 22:50:23.565122 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 22:50:23.565124 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 22:50:23.565131 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 22:50:23.565134 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 22:50:23.565142 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 22:50:23.565085 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 22:50:23.565154 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 22:50:23.565156 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0417 22:50:23.565162 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0417 22:50:23.565164 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 22:50:23.565164 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0417 22:50:23.565173 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 22:50:23.565175 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 22:50:23.565180 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0417 22:50:23.565194 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 22:50:23.565192 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 22:50:23.565088 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 22:50:23.565207 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 22:50:23.565212 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 22:50:23.565217 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0417 22:50:23.565226 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 22:50:23.565170 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 22:50:23.565277 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 22:50:23.565211 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 22:50:23.565093 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 22:50:23.565361 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 22:50:23.565094 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0417 22:50:23.565414 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0417 22:50:23.565084 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0417 22:50:23.565467 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0417 22:50:23.565181 3725 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 22:50:23.565480 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 22:50:23.565199 3725 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0417 22:50:23.610786 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0417 22:50:23.610811 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0417 22:50:23.610817 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0417 22:50:23.610822 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0417 22:50:23.610854 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0417 22:50:23.610864 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0417 22:50:23.652171 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0417 22:50:23.652183 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0417 22:50:23.652203 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0417 22:50:23.652229 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0417 22:50:23.698325 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0417 22:50:23.698359 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0417 22:50:23.698366 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0417 22:50:23.698372 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0417 22:50:23.698379 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0417 22:50:23.698384 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0417 22:50:23.698390 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0417 22:50:23.698394 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0417 22:50:23.698400 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0417 22:50:23.698405 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0417 22:50:23.698411 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0417 22:50:23.698416 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0417 22:50:23.698423 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0417 22:50:23.698432 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0417 22:50:23.698439 3725 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0417 22:50:23.736902 3725 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-xbhl5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:50:23.736942 3725 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-xbhl5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:50:24.751967 3725 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-xbhl5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:50:24.752005 3725 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-xbhl5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:50:25.875308 3725 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-183.ec2.internal I0417 22:50:25.875342 3725 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-183.ec2.internal: 43.745µs I0417 22:50:25.903551 3725 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-cb54bb855-jq6lv] creating logical port openshift-image-registry_image-registry-cb54bb855-jq6lv for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:25.903696 3725 kube.go:256] Updating pod openshift-image-registry/image-registry-cb54bb855-jq6lv I0417 22:50:25.925027 3725 pod.go:62] [openshift-image-registry/image-registry-cb54bb855-jq6lv] pod update took 21.369747ms I0417 22:50:25.925116 3725 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-cb54bb855-jq6lv] addLogicalPort annotation time took 21.462199ms I0417 22:50:25.926925 3725 pods.go:271] [openshift-image-registry/image-registry-cb54bb855-jq6lv] addLogicalPort took 23.386691ms, libovsdb time 1.449312ms I0417 22:50:25.947794 3725 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-gfm7q] creating logical port openshift-dns_dns-default-gfm7q for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:25.947928 3725 kube.go:256] Updating pod openshift-dns/dns-default-gfm7q I0417 22:50:25.952544 3725 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-hbx46] creating logical port openshift-insights_insights-operator-6dbb575d6c-hbx46 for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:25.952701 3725 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-hbx46 I0417 22:50:25.952802 3725 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-4j9b7] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-4j9b7 for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:25.953033 3725 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-4j9b7 I0417 22:50:25.953037 3725 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-j5sm4] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-j5sm4 for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:25.953109 3725 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cxsst] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-cxsst for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:25.953189 3725 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-j5sm4 I0417 22:50:25.953223 3725 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cxsst I0417 22:50:25.953345 3725 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xgh49] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-xgh49 for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:25.953481 3725 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xkx78] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-xkx78 for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:25.953512 3725 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-xgh49 I0417 22:50:25.953580 3725 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xkx78 I0417 22:50:25.953870 3725 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7fcb4956b-8bc9m] creating logical port openshift-ingress_router-default-7fcb4956b-8bc9m for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:25.953958 3725 kube.go:256] Updating pod openshift-ingress/router-default-7fcb4956b-8bc9m I0417 22:50:25.970589 3725 pod.go:62] [openshift-dns/dns-default-gfm7q] pod update took 22.700835ms I0417 22:50:25.970608 3725 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-gfm7q] addLogicalPort annotation time took 22.730848ms I0417 22:50:25.971743 3725 pods.go:271] [openshift-dns/dns-default-gfm7q] addLogicalPort took 23.966146ms, libovsdb time 871.063µs I0417 22:50:25.979320 3725 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-4j9b7] pod update took 26.394915ms I0417 22:50:25.979342 3725 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-4j9b7] addLogicalPort annotation time took 26.418955ms I0417 22:50:25.979407 3725 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-gq82g] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-gq82g for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:25.979545 3725 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-gq82g I0417 22:50:25.979754 3725 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-hbx46] pod update took 27.130392ms I0417 22:50:25.979776 3725 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-hbx46] addLogicalPort annotation time took 27.156011ms I0417 22:50:25.979893 3725 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-754pl] creating logical port openshift-console-operator_console-operator-66dbbb6468-754pl for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:25.980160 3725 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-754pl I0417 22:50:25.980760 3725 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-4j9b7] addLogicalPort took 27.969984ms, libovsdb time 1.100322ms I0417 22:50:25.980895 3725 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-77lbr] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-77lbr for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:25.980939 3725 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cxsst] pod update took 27.741774ms I0417 22:50:25.980960 3725 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cxsst] addLogicalPort annotation time took 27.765045ms I0417 22:50:25.980990 3725 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-j5sm4] pod update took 27.864688ms I0417 22:50:25.981027 3725 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-j5sm4] addLogicalPort annotation time took 27.901709ms I0417 22:50:25.981046 3725 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-77lbr I0417 22:50:25.981132 3725 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xkx78] pod update took 27.572382ms I0417 22:50:25.981151 3725 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xkx78] addLogicalPort annotation time took 27.593299ms I0417 22:50:25.981633 3725 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwxnc] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-lwxnc for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:25.981713 3725 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-hbx46] addLogicalPort took 29.181595ms, libovsdb time 1.424778ms I0417 22:50:25.981734 3725 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwxnc I0417 22:50:25.981941 3725 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29607770-5qjph for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:25.982137 3725 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph I0417 22:50:25.982891 3725 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-j5sm4] addLogicalPort took 29.865876ms, libovsdb time 1.022545ms I0417 22:50:25.983055 3725 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-xgh49] pod update took 29.555673ms I0417 22:50:25.983075 3725 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xgh49] addLogicalPort annotation time took 29.579719ms I0417 22:50:25.983232 3725 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xkx78] addLogicalPort took 29.786008ms, libovsdb time 1.358871ms I0417 22:50:25.983540 3725 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cxsst] addLogicalPort took 30.442456ms, libovsdb time 1.430686ms I0417 22:50:25.984600 3725 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-xgh49] addLogicalPort took 31.261847ms, libovsdb time 970.023µs I0417 22:50:25.986231 3725 pod.go:62] [openshift-ingress/router-default-7fcb4956b-8bc9m] pod update took 32.298186ms I0417 22:50:25.986253 3725 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7fcb4956b-8bc9m] addLogicalPort annotation time took 32.324042ms I0417 22:50:25.986369 3725 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f9c5d] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-f9c5d for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:25.986446 3725 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f9c5d I0417 22:50:25.987759 3725 pods.go:271] [openshift-ingress/router-default-7fcb4956b-8bc9m] addLogicalPort took 33.894295ms, libovsdb time 895.051µs I0417 22:50:25.987851 3725 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6c9d7dd48f-7hjdk] creating logical port openshift-ingress_router-default-6c9d7dd48f-7hjdk for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:25.987932 3725 kube.go:256] Updating pod openshift-ingress/router-default-6c9d7dd48f-7hjdk I0417 22:50:26.004058 3725 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-77lbr] pod update took 23.062312ms I0417 22:50:26.004066 3725 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwxnc] pod update took 22.353468ms I0417 22:50:26.004086 3725 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwxnc] addLogicalPort annotation time took 22.403135ms I0417 22:50:26.004085 3725 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-77lbr] addLogicalPort annotation time took 23.11144ms I0417 22:50:26.004419 3725 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-gq82g] pod update took 24.905303ms I0417 22:50:26.004478 3725 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-gq82g] addLogicalPort annotation time took 24.966969ms I0417 22:50:26.004715 3725 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-754pl] pod update took 24.687123ms I0417 22:50:26.004737 3725 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-754pl] addLogicalPort annotation time took 24.711442ms I0417 22:50:26.005411 3725 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwxnc] addLogicalPort took 23.785873ms, libovsdb time 968.07µs I0417 22:50:26.005741 3725 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-77lbr] addLogicalPort took 24.855398ms, libovsdb time 1.279888ms I0417 22:50:26.005963 3725 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-gq82g] addLogicalPort took 26.565832ms, libovsdb time 930.009µs I0417 22:50:26.006018 3725 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-f5qdx] creating logical port openshift-ingress-canary_ingress-canary-f5qdx for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:26.006088 3725 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-f5qdx I0417 22:50:26.006510 3725 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-754pl] addLogicalPort took 26.629539ms, libovsdb time 1.371959ms I0417 22:50:26.008607 3725 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph] pod update took 26.550032ms I0417 22:50:26.008623 3725 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph] addLogicalPort annotation time took 26.566493ms I0417 22:50:26.009784 3725 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph] addLogicalPort took 27.853196ms, libovsdb time 886.577µs I0417 22:50:26.012893 3725 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f9c5d] pod update took 26.475121ms I0417 22:50:26.012917 3725 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f9c5d] addLogicalPort annotation time took 26.4998ms I0417 22:50:26.014288 3725 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f9c5d] addLogicalPort took 27.924929ms, libovsdb time 1.027838ms I0417 22:50:26.014352 3725 pod.go:62] [openshift-ingress/router-default-6c9d7dd48f-7hjdk] pod update took 26.440383ms I0417 22:50:26.014378 3725 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6c9d7dd48f-7hjdk] addLogicalPort annotation time took 26.468007ms I0417 22:50:26.015435 3725 pods.go:271] [openshift-ingress/router-default-6c9d7dd48f-7hjdk] addLogicalPort took 27.591066ms, libovsdb time 640.101µs I0417 22:50:26.020197 3725 pod.go:62] [openshift-ingress-canary/ingress-canary-f5qdx] pod update took 14.133599ms I0417 22:50:26.020217 3725 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-f5qdx] addLogicalPort annotation time took 14.154256ms I0417 22:50:26.021390 3725 pods.go:271] [openshift-ingress-canary/ingress-canary-f5qdx] addLogicalPort took 15.377813ms, libovsdb time 762.934µs I0417 22:50:27.169646 3725 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-77lbr 719b5db3c1f654e5c8f1c4151cb246611b7e7140fcebbdf375dff1430d8bad56 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-77lbr 719b5db3c1f654e5c8f1c4151cb246611b7e7140fcebbdf375dff1430d8bad56 network default NAD default NAD key ] I0417 22:50:27.170135 3725 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-hbx46 b5302539072fd37a87cb9aa04f0b91261d2c31504790783677ffa50de3ed1bd6 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-hbx46 b5302539072fd37a87cb9aa04f0b91261d2c31504790783677ffa50de3ed1bd6 network default NAD default NAD key ] I0417 22:50:27.171219 3725 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cxsst 04503725cb168d5a7b73c969ae075332851de16d6cb0edcfe0e3a5ab7d8b83be network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cxsst 04503725cb168d5a7b73c969ae075332851de16d6cb0edcfe0e3a5ab7d8b83be network default NAD default NAD key ] I0417 22:50:27.172369 3725 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwxnc c27d7f07c14065a5b2e4ce24d89ddd32cd4c528aa5d30f009f07d00340178157 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwxnc c27d7f07c14065a5b2e4ce24d89ddd32cd4c528aa5d30f009f07d00340178157 network default NAD default NAD key ] I0417 22:50:27.173119 3725 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xkx78 76c5a3a57d32fb57d0c33ae102d0f2ae438f3666002b0735f08e394c7c34f961 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xkx78 76c5a3a57d32fb57d0c33ae102d0f2ae438f3666002b0735f08e394c7c34f961 network default NAD default NAD key ] I0417 22:50:27.174859 3725 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-754pl 68099e22d879d19c493c89272ab086f3747c4b58e4e83bba3378fa9a63502253 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-754pl 68099e22d879d19c493c89272ab086f3747c4b58e4e83bba3378fa9a63502253 network default NAD default NAD key ] I0417 22:50:27.174976 3725 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-gq82g a9c8f3692b5c852f53e43c12a88c26df8456973d2e1078ea7f49122799ccda02 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-gq82g a9c8f3692b5c852f53e43c12a88c26df8456973d2e1078ea7f49122799ccda02 network default NAD default NAD key ] I0417 22:50:27.174878 3725 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph a5660a58332ce675481b0c312f5659f99926f12a1d06d1b7a0c18b9ebd5a3719 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph a5660a58332ce675481b0c312f5659f99926f12a1d06d1b7a0c18b9ebd5a3719 network default NAD default NAD key ] I0417 22:50:27.186915 3725 cni.go:452] [openshift-ingress-canary/ingress-canary-f5qdx a1728cc79c6be398531a0c0831fd2b41d2f79f99fe4ded08914fb9f767379f57 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-f5qdx a1728cc79c6be398531a0c0831fd2b41d2f79f99fe4ded08914fb9f767379f57 network default NAD default NAD key ] I0417 22:50:27.234850 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-xkx78, hostIfaceName: 76c5a3a57d32fb5, network: default, NAD default, SandboxID: "76c5a3a57d32fb57d0c33ae102d0f2ae438f3666002b0735f08e394c7c34f961", PCI device ID: , UID: "90e8638b-9b29-41cf-b089-b7a62bc4d4e1", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0417 22:50:27.241481 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-77lbr, hostIfaceName: 719b5db3c1f654e, network: default, NAD default, SandboxID: "719b5db3c1f654e5c8f1c4151cb246611b7e7140fcebbdf375dff1430d8bad56", PCI device ID: , UID: "daa0b02a-9f98-4f53-a64c-821d1da19238", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0417 22:50:27.241983 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-lwxnc, hostIfaceName: c27d7f07c14065a, network: default, NAD default, SandboxID: "c27d7f07c14065a5b2e4ce24d89ddd32cd4c528aa5d30f009f07d00340178157", PCI device ID: , UID: "9dc867ff-144f-468c-a988-36b71604e8bc", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0417 22:50:27.244177 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-gq82g, hostIfaceName: a9c8f3692b5c852, network: default, NAD default, SandboxID: "a9c8f3692b5c852f53e43c12a88c26df8456973d2e1078ea7f49122799ccda02", PCI device ID: , UID: "5a3f0aad-4c41-40f0-8893-7e4702d401e1", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0417 22:50:27.244229 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-hbx46, hostIfaceName: b5302539072fd37, network: default, NAD default, SandboxID: "b5302539072fd37a87cb9aa04f0b91261d2c31504790783677ffa50de3ed1bd6", PCI device ID: , UID: "c8f51b93-60f8-4554-84e8-1efef0977d45", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0417 22:50:27.247860 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29607770-5qjph, hostIfaceName: a5660a58332ce67, network: default, NAD default, SandboxID: "a5660a58332ce675481b0c312f5659f99926f12a1d06d1b7a0c18b9ebd5a3719", PCI device ID: , UID: "ced02d50-8126-4110-b8da-c84fc2f6c11c", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0417 22:50:27.247869 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-cxsst, hostIfaceName: 04503725cb168d5, network: default, NAD default, SandboxID: "04503725cb168d5a7b73c969ae075332851de16d6cb0edcfe0e3a5ab7d8b83be", PCI device ID: , UID: "0c542212-657f-4097-97d7-650a4635f217", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0417 22:50:27.250101 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-f5qdx, hostIfaceName: a1728cc79c6be39, network: default, NAD default, SandboxID: "a1728cc79c6be398531a0c0831fd2b41d2f79f99fe4ded08914fb9f767379f57", PCI device ID: , UID: "59117322-f942-4bba-a1bc-579d97ce3a96", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0417 22:50:27.258168 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-754pl, hostIfaceName: 68099e22d879d19, network: default, NAD default, SandboxID: "68099e22d879d19c493c89272ab086f3747c4b58e4e83bba3378fa9a63502253", PCI device ID: , UID: "9ee9289a-8966-4669-aba9-99b067d0e406", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0417 22:50:27.314525 3725 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xkx78 76c5a3a57d32fb57d0c33ae102d0f2ae438f3666002b0735f08e394c7c34f961 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xkx78 76c5a3a57d32fb57d0c33ae102d0f2ae438f3666002b0735f08e394c7c34f961 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:a7:a8:cf:3c:2b\",\"name\":\"76c5a3a57d32fb5\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ae5a40c-fe42-472c-bfae-5367786da0d8\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:27.320327 3725 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwxnc c27d7f07c14065a5b2e4ce24d89ddd32cd4c528aa5d30f009f07d00340178157 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwxnc c27d7f07c14065a5b2e4ce24d89ddd32cd4c528aa5d30f009f07d00340178157 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:89:ea:be:81:22\",\"name\":\"c27d7f07c14065a\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8e16e8d-972c-414d-b440-c2970b8a3d85\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:27.322218 3725 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-77lbr 719b5db3c1f654e5c8f1c4151cb246611b7e7140fcebbdf375dff1430d8bad56 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-77lbr 719b5db3c1f654e5c8f1c4151cb246611b7e7140fcebbdf375dff1430d8bad56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:0d:48:74:38:aa\",\"name\":\"719b5db3c1f654e\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c87ebb9d-9e40-4959-8464-6f31b7864bf9\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:27.328566 3725 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-gq82g a9c8f3692b5c852f53e43c12a88c26df8456973d2e1078ea7f49122799ccda02 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-gq82g a9c8f3692b5c852f53e43c12a88c26df8456973d2e1078ea7f49122799ccda02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:b5:b2:9f:c1:a7\",\"name\":\"a9c8f3692b5c852\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7afdf44e-a94e-47b0-9546-70db7e59a669\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:27.340017 3725 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-hbx46 b5302539072fd37a87cb9aa04f0b91261d2c31504790783677ffa50de3ed1bd6 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-hbx46 b5302539072fd37a87cb9aa04f0b91261d2c31504790783677ffa50de3ed1bd6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:22:1e:99:67:0b\",\"name\":\"b5302539072fd37\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec1911b4-6427-4b01-8bcb-8604efc452c9\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:27.340049 3725 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph a5660a58332ce675481b0c312f5659f99926f12a1d06d1b7a0c18b9ebd5a3719 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph a5660a58332ce675481b0c312f5659f99926f12a1d06d1b7a0c18b9ebd5a3719 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:0d:0e:c7:b3:ce\",\"name\":\"a5660a58332ce67\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be927bfc-25f7-4f3e-9e5c-adb35887933b\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:27.340200 3725 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-754pl 68099e22d879d19c493c89272ab086f3747c4b58e4e83bba3378fa9a63502253 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-754pl 68099e22d879d19c493c89272ab086f3747c4b58e4e83bba3378fa9a63502253 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:09:60:f5:c9:4a\",\"name\":\"68099e22d879d19\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd134d91-6698-4093-8635-424d99c87302\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:27.340406 3725 cni.go:473] [openshift-ingress-canary/ingress-canary-f5qdx a1728cc79c6be398531a0c0831fd2b41d2f79f99fe4ded08914fb9f767379f57 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-f5qdx a1728cc79c6be398531a0c0831fd2b41d2f79f99fe4ded08914fb9f767379f57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:6e:35:27:a1:09\",\"name\":\"a1728cc79c6be39\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0ce7fdc-2337-4e5d-9005-24c81af4692f\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:27.341523 3725 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cxsst 04503725cb168d5a7b73c969ae075332851de16d6cb0edcfe0e3a5ab7d8b83be network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cxsst 04503725cb168d5a7b73c969ae075332851de16d6cb0edcfe0e3a5ab7d8b83be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:62:33:d3:a6:06\",\"name\":\"04503725cb168d5\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7602ade3-1c2a-4d63-b335-8e82f180f96d\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:28.548658 3725 cni.go:452] [openshift-network-diagnostics/network-check-target-28b94 ff9ac0a85a964beccb15bea0e973f820716b1c631622bfe50c94bdd8fd335561 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-28b94 ff9ac0a85a964beccb15bea0e973f820716b1c631622bfe50c94bdd8fd335561 network default NAD default NAD key ] I0417 22:50:28.560605 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-28b94, hostIfaceName: ff9ac0a85a964be, network: default, NAD default, SandboxID: "ff9ac0a85a964beccb15bea0e973f820716b1c631622bfe50c94bdd8fd335561", PCI device ID: , UID: "44fa0020-75fc-48e3-b485-ac7db012cfa4", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0417 22:50:28.610031 3725 cni.go:473] [openshift-network-diagnostics/network-check-target-28b94 ff9ac0a85a964beccb15bea0e973f820716b1c631622bfe50c94bdd8fd335561 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-28b94 ff9ac0a85a964beccb15bea0e973f820716b1c631622bfe50c94bdd8fd335561 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:97:34:ca:c8:90\",\"name\":\"ff9ac0a85a964be\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93ebe366-c921-4e81-b567-986979921017\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:29.296064 3725 default_network_controller.go:1025] Node "ip-10-0-2-226.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 22:50:29.296086 3725 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-226.ec2.internal I0417 22:50:29.296098 3725 egressfirewall.go:723] Syncing node "ip-10-0-2-226.ec2.internal" for egress firewall I0417 22:50:29.296102 3725 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-226.ec2.internal: 22.356µs I0417 22:50:31.204117 3725 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0417 22:50:31.204138 3725 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0417 22:50:31.204162 3725 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 31.359µs I0417 22:50:31.204122 3725 default_network_controller.go:1025] Node "ip-10-0-0-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 22:50:34.256270 3725 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-226.ec2.internal in network "default" I0417 22:50:34.256278 3725 default_network_controller.go:1025] Node "ip-10-0-2-226.ec2.internal" in remote zone "ip-10-0-2-226.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 22:50:34.256318 3725 node_tracker.go:235] Node ip-10-0-2-226.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-226.ec2.internal" I0417 22:50:34.256333 3725 node_tracker.go:169] Node ip-10-0-2-226.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:34.256347 3725 services_controller.go:574] Full service sync requested for network=default I0417 22:50:34.340325 3725 default_network_controller.go:1025] Node "ip-10-0-2-226.ec2.internal" in remote zone "ip-10-0-2-226.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 22:50:34.371230 3725 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-226.ec2.internal in network "default" I0417 22:50:34.371256 3725 default_network_controller.go:1025] Node "ip-10-0-2-226.ec2.internal" in remote zone "ip-10-0-2-226.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 22:50:34.371289 3725 node_tracker.go:169] Node ip-10-0-2-226.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:34.371302 3725 services_controller.go:574] Full service sync requested for network=default I0417 22:50:34.372259 3725 zone_ic_handler.go:195] Time taken to create transit switch: 295.872µs I0417 22:50:34.372278 3725 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-226.ec2.internal for the network default I0417 22:50:34.373511 3725 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-226.ec2.internal" on network "default" took: 1.559812ms I0417 22:50:35.704921 3725 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0417 22:50:35.704943 3725 default_network_controller.go:1025] Node "ip-10-0-0-119.ec2.internal" in remote zone "ip-10-0-0-119.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 22:50:35.704949 3725 node_tracker.go:235] Node ip-10-0-0-119.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal" I0417 22:50:35.704968 3725 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:35.704982 3725 services_controller.go:574] Full service sync requested for network=default I0417 22:50:35.731574 3725 default_network_controller.go:1025] Node "ip-10-0-0-119.ec2.internal" in remote zone "ip-10-0-0-119.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 22:50:35.910337 3725 default_network_controller.go:1025] Node "ip-10-0-0-119.ec2.internal" in remote zone "ip-10-0-0-119.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 22:50:35.910419 3725 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0417 22:50:35.910470 3725 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:35.910485 3725 services_controller.go:574] Full service sync requested for network=default I0417 22:50:35.911423 3725 zone_ic_handler.go:195] Time taken to create transit switch: 345.66µs I0417 22:50:35.911439 3725 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-119.ec2.internal for the network default I0417 22:50:35.912588 3725 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-119.ec2.internal" on network "default" took: 1.524227ms I0417 22:50:36.425297 3725 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-226.ec2.internal in network "default" I0417 22:50:36.425307 3725 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-226.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 22:50:36.425323 3725 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-226.ec2.internal", IP: 10.0.2.226 to PMTUD blocking rules I0417 22:50:36.425355 3725 node_tracker.go:169] Node ip-10-0-2-226.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:36.425358 3725 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-226.ec2.internal I0417 22:50:36.425362 3725 egressfirewall.go:723] Syncing node "ip-10-0-2-226.ec2.internal" for egress firewall I0417 22:50:36.425368 3725 services_controller.go:574] Full service sync requested for network=default I0417 22:50:36.425371 3725 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-226.ec2.internal: 19.32µs I0417 22:50:36.432391 3725 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-226.ec2.internal. Updating no re-route policies I0417 22:50:36.443976 3725 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-226.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 22:50:36.443993 3725 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-226.ec2.internal", IP: 10.0.2.226 to PMTUD blocking rules W0417 22:50:37.768082 3725 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 22:50:37.890522 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0417 22:50:37.939999 3725 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 22:50:37.994085 3725 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0417 22:50:37.994107 3725 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0417 22:50:37.994129 3725 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 28.602µs I0417 22:50:37.994142 3725 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0417 22:50:37.994194 3725 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 10.0.0.119 to PMTUD blocking rules I0417 22:50:37.994204 3725 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:37.994208 3725 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 22:50:37.994219 3725 services_controller.go:574] Full service sync requested for network=default W0417 22:50:37.994358 3725 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0417 22:50:37.994469 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0417 22:50:37.994515 3725 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 22:50:38.001251 3725 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-119.ec2.internal. Updating no re-route policies I0417 22:50:38.008673 3725 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 10.0.0.119 to PMTUD blocking rules I0417 22:50:38.008707 3725 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 22:50:38.438813 3725 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0417 22:50:38.439937 3725 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.102104ms I0417 22:50:38.463893 3725 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0417 22:50:38.701775 3725 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz726] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-nz726 for pod on switch ip-10-0-1-183.ec2.internal I0417 22:50:38.701883 3725 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz726 I0417 22:50:38.722019 3725 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz726] pod update took 20.16045ms I0417 22:50:38.722049 3725 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz726] addLogicalPort annotation time took 20.196972ms I0417 22:50:38.723529 3725 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz726] addLogicalPort took 21.76911ms, libovsdb time 1.014752ms I0417 22:50:38.998573 3725 namespace.go:98] [openshift-service-ca] adding namespace I0417 22:50:38.999455 3725 namespace.go:102] [openshift-service-ca] adding namespace took 857.268µs I0417 22:50:39.017530 3725 namespace.go:142] [openshift-service-ca] updating namespace I0417 22:50:39.112079 3725 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz726 9cc924531af6598b1cd2457b186b047ce41027acd8461ad8dede50f20d01cef3 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz726 9cc924531af6598b1cd2457b186b047ce41027acd8461ad8dede50f20d01cef3 network default NAD default NAD key ] I0417 22:50:39.122252 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-nz726, hostIfaceName: 9cc924531af6598, network: default, NAD default, SandboxID: "9cc924531af6598b1cd2457b186b047ce41027acd8461ad8dede50f20d01cef3", PCI device ID: , UID: "9dccf00a-3c93-4c84-b364-940bbee9f7c8", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0417 22:50:39.171610 3725 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz726 9cc924531af6598b1cd2457b186b047ce41027acd8461ad8dede50f20d01cef3 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz726 9cc924531af6598b1cd2457b186b047ce41027acd8461ad8dede50f20d01cef3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:dc:8d:98:d0:97\",\"name\":\"9cc924531af6598\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7d1a556-7bcf-49f9-a524-30d7404cab2b\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:40.111108 3725 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-226.ec2.internal I0417 22:50:40.111148 3725 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-226.ec2.internal: 48.609µs I0417 22:50:41.156022 3725 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0417 22:50:41.156052 3725 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 36.778µs W0417 22:50:48.233129 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0417 22:50:58.088299 3725 cni.go:452] [openshift-image-registry/image-registry-cb54bb855-jq6lv 6f5843874aa66b2e576e6edd314c640b1d7743367d793a21c0340c0ad39c0962 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-cb54bb855-jq6lv 6f5843874aa66b2e576e6edd314c640b1d7743367d793a21c0340c0ad39c0962 network default NAD default NAD key ] I0417 22:50:58.097891 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-cb54bb855-jq6lv, hostIfaceName: 6f5843874aa66b2, network: default, NAD default, SandboxID: "6f5843874aa66b2e576e6edd314c640b1d7743367d793a21c0340c0ad39c0962", PCI device ID: , UID: "9ddea388-4fce-4dc1-9e83-77a220544d36", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0417 22:50:58.127095 3725 cni.go:452] [openshift-dns/dns-default-gfm7q 4f49104feec9330e398f3e1d48fb78f31a3c3eeba361c7dcc6426fb388824cf6 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-gfm7q 4f49104feec9330e398f3e1d48fb78f31a3c3eeba361c7dcc6426fb388824cf6 network default NAD default NAD key ] I0417 22:50:58.147542 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-gfm7q, hostIfaceName: 4f49104feec9330, network: default, NAD default, SandboxID: "4f49104feec9330e398f3e1d48fb78f31a3c3eeba361c7dcc6426fb388824cf6", PCI device ID: , UID: "9bb4977c-5c44-4c05-ba24-1fab447c5d71", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0417 22:50:58.151812 3725 cni.go:473] [openshift-image-registry/image-registry-cb54bb855-jq6lv 6f5843874aa66b2e576e6edd314c640b1d7743367d793a21c0340c0ad39c0962 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-cb54bb855-jq6lv 6f5843874aa66b2e576e6edd314c640b1d7743367d793a21c0340c0ad39c0962 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:eb:58:a1:6b:3c\",\"name\":\"6f5843874aa66b2\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15825cb4-7a24-40c2-8ae0-dbc2b970ce09\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:58.165075 3725 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-4j9b7 7bafd08b9c59f086acebeae1b778266dde2cc4dcf641d72b21b745bc2465f006 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-4j9b7 7bafd08b9c59f086acebeae1b778266dde2cc4dcf641d72b21b745bc2465f006 network default NAD default NAD key ] I0417 22:50:58.175750 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-4j9b7, hostIfaceName: 7bafd08b9c59f08, network: default, NAD default, SandboxID: "7bafd08b9c59f086acebeae1b778266dde2cc4dcf641d72b21b745bc2465f006", PCI device ID: , UID: "fdc5ee76-ab67-472a-8d7a-9f9eddf4c51d", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0417 22:50:58.189603 3725 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-j5sm4 07b38b24eed51ca40d8676847fedc941406d8fd5871bd646f7017644798170c3 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-j5sm4 07b38b24eed51ca40d8676847fedc941406d8fd5871bd646f7017644798170c3 network default NAD default NAD key ] I0417 22:50:58.199676 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-j5sm4, hostIfaceName: 07b38b24eed51ca, network: default, NAD default, SandboxID: "07b38b24eed51ca40d8676847fedc941406d8fd5871bd646f7017644798170c3", PCI device ID: , UID: "d004ca32-c0dd-4688-adce-75bdfc2bd530", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0417 22:50:58.206029 3725 cni.go:473] [openshift-dns/dns-default-gfm7q 4f49104feec9330e398f3e1d48fb78f31a3c3eeba361c7dcc6426fb388824cf6 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-gfm7q 4f49104feec9330e398f3e1d48fb78f31a3c3eeba361c7dcc6426fb388824cf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:84:7c:d8:0f:8a\",\"name\":\"4f49104feec9330\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ddb8aba-a9a6-4d26-9ce9-7acd99e5e025\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:58.221029 3725 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-xgh49 b2fedee4cb2b7b00692045739841561d3390f6fd7653d9eacb1d1f1aa509411a network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xgh49 b2fedee4cb2b7b00692045739841561d3390f6fd7653d9eacb1d1f1aa509411a network default NAD default NAD key ] I0417 22:50:58.232321 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-xgh49, hostIfaceName: b2fedee4cb2b7b0, network: default, NAD default, SandboxID: "b2fedee4cb2b7b00692045739841561d3390f6fd7653d9eacb1d1f1aa509411a", PCI device ID: , UID: "783e49e3-ddf2-4521-aa11-adf71a06510a", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0417 22:50:58.236398 3725 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-4j9b7 7bafd08b9c59f086acebeae1b778266dde2cc4dcf641d72b21b745bc2465f006 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-4j9b7 7bafd08b9c59f086acebeae1b778266dde2cc4dcf641d72b21b745bc2465f006 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:ca:99:db:af:81\",\"name\":\"7bafd08b9c59f08\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f13be4ae-e6b5-40c4-a220-675a6c9e6a28\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:58.261425 3725 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-j5sm4 07b38b24eed51ca40d8676847fedc941406d8fd5871bd646f7017644798170c3 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-j5sm4 07b38b24eed51ca40d8676847fedc941406d8fd5871bd646f7017644798170c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:e7:ae:ea:45:f7\",\"name\":\"07b38b24eed51ca\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10d6fb11-d1c9-4a8e-8801-2cd5afa78852\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:58.269600 3725 cni.go:452] [openshift-ingress/router-default-6c9d7dd48f-7hjdk a8e3c1d618cff8dc69441b5dae8c74abc80ba598a5944aa1df06d0e0a87ec7b8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6c9d7dd48f-7hjdk a8e3c1d618cff8dc69441b5dae8c74abc80ba598a5944aa1df06d0e0a87ec7b8 network default NAD default NAD key ] I0417 22:50:58.271917 3725 cni.go:452] [openshift-ingress/router-default-7fcb4956b-8bc9m 4f446b50deb9a57436184c0a6bf1e88e37d2ef4b09ec5c1777417f3a5d56a35c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7fcb4956b-8bc9m 4f446b50deb9a57436184c0a6bf1e88e37d2ef4b09ec5c1777417f3a5d56a35c network default NAD default NAD key ] I0417 22:50:58.287740 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6c9d7dd48f-7hjdk, hostIfaceName: a8e3c1d618cff8d, network: default, NAD default, SandboxID: "a8e3c1d618cff8dc69441b5dae8c74abc80ba598a5944aa1df06d0e0a87ec7b8", PCI device ID: , UID: "fc95563a-3377-4721-ae8b-d7b52cda055f", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0417 22:50:58.289233 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7fcb4956b-8bc9m, hostIfaceName: 4f446b50deb9a57, network: default, NAD default, SandboxID: "4f446b50deb9a57436184c0a6bf1e88e37d2ef4b09ec5c1777417f3a5d56a35c", PCI device ID: , UID: "1681b3f7-595e-4ed0-bebb-0c1993c3a2be", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0417 22:50:58.295194 3725 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-xgh49 b2fedee4cb2b7b00692045739841561d3390f6fd7653d9eacb1d1f1aa509411a network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xgh49 b2fedee4cb2b7b00692045739841561d3390f6fd7653d9eacb1d1f1aa509411a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:6c:02:ea:d2:28\",\"name\":\"b2fedee4cb2b7b0\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a014c71-e211-4abf-a730-61a1219f741c\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:58.337851 3725 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f9c5d cef4ec7334f304d6326e161c2b7adab5e7676ead22189f65eaa047805c0fdb7b network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f9c5d cef4ec7334f304d6326e161c2b7adab5e7676ead22189f65eaa047805c0fdb7b network default NAD default NAD key ] I0417 22:50:58.340815 3725 cni.go:473] [openshift-ingress/router-default-6c9d7dd48f-7hjdk a8e3c1d618cff8dc69441b5dae8c74abc80ba598a5944aa1df06d0e0a87ec7b8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6c9d7dd48f-7hjdk a8e3c1d618cff8dc69441b5dae8c74abc80ba598a5944aa1df06d0e0a87ec7b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:d7:0a:bd:db:e6\",\"name\":\"a8e3c1d618cff8d\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93292936-596f-4eb2-8724-85fd8b3d7559\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:58.354084 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-f9c5d, hostIfaceName: cef4ec7334f304d, network: default, NAD default, SandboxID: "cef4ec7334f304d6326e161c2b7adab5e7676ead22189f65eaa047805c0fdb7b", PCI device ID: , UID: "1a12de61-88b9-4475-80d1-34e31359d739", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0417 22:50:58.361556 3725 cni.go:473] [openshift-ingress/router-default-7fcb4956b-8bc9m 4f446b50deb9a57436184c0a6bf1e88e37d2ef4b09ec5c1777417f3a5d56a35c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7fcb4956b-8bc9m 4f446b50deb9a57436184c0a6bf1e88e37d2ef4b09ec5c1777417f3a5d56a35c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:40:7d:40:4e:a8\",\"name\":\"4f446b50deb9a57\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c414725-7755-49e1-9a4a-7cdc881a184a\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:50:58.406021 3725 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f9c5d cef4ec7334f304d6326e161c2b7adab5e7676ead22189f65eaa047805c0fdb7b network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f9c5d cef4ec7334f304d6326e161c2b7adab5e7676ead22189f65eaa047805c0fdb7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:d5:54:41:29:c3\",\"name\":\"cef4ec7334f304d\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed0806fe-0bdd-405c-8775-92c8b2c334d9\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 22:51:01.984784 3725 cni.go:452] [openshift-multus/network-metrics-daemon-dlscl 60249d7e82435bae7ff7f303ecb6601e56040cab2f52e941dd109b5f7268f0f2 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-dlscl 60249d7e82435bae7ff7f303ecb6601e56040cab2f52e941dd109b5f7268f0f2 network default NAD default NAD key ] I0417 22:51:01.994331 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-dlscl, hostIfaceName: 60249d7e82435ba, network: default, NAD default, SandboxID: "60249d7e82435bae7ff7f303ecb6601e56040cab2f52e941dd109b5f7268f0f2", PCI device ID: , UID: "4b43bbf5-5b61-4432-944c-e617a8e9c3d2", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0417 22:51:02.056104 3725 cni.go:473] [openshift-multus/network-metrics-daemon-dlscl 60249d7e82435bae7ff7f303ecb6601e56040cab2f52e941dd109b5f7268f0f2 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-dlscl 60249d7e82435bae7ff7f303ecb6601e56040cab2f52e941dd109b5f7268f0f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:0f:22:a4:9d:f6\",\"name\":\"60249d7e82435ba\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b75e75b-bbef-47a8-a7b8-639f4593810f\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 22:51:03.126864 3725 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:03.163978 3725 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 22:51:03.201857 3725 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0417 22:51:03.251595 3725 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0417 22:51:03.265161 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 22:51:03.265178 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 22:51:03.265183 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 22:51:03.265265 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 22:51:03.315980 3725 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-zmfmh] creating logical port openshift-insights_insights-runtime-extractor-zmfmh for pod on switch ip-10-0-1-183.ec2.internal I0417 22:51:03.316077 3725 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-zmfmh I0417 22:51:03.338841 3725 pod.go:62] [openshift-insights/insights-runtime-extractor-zmfmh] pod update took 22.788415ms I0417 22:51:03.338869 3725 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-zmfmh] addLogicalPort annotation time took 22.819705ms I0417 22:51:03.340063 3725 pods.go:271] [openshift-insights/insights-runtime-extractor-zmfmh] addLogicalPort took 24.100555ms, libovsdb time 784.55µs W0417 22:51:03.391050 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0417 22:51:03.728363 3725 cni.go:452] [openshift-insights/insights-runtime-extractor-zmfmh 392bb39900a95d05c1adfedb0d5aa5352eb1e2f35e8bd82c5cf57fa2ac8d9b57 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-zmfmh 392bb39900a95d05c1adfedb0d5aa5352eb1e2f35e8bd82c5cf57fa2ac8d9b57 network default NAD default NAD key ] I0417 22:51:03.739466 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-zmfmh, hostIfaceName: 392bb39900a95d0, network: default, NAD default, SandboxID: "392bb39900a95d05c1adfedb0d5aa5352eb1e2f35e8bd82c5cf57fa2ac8d9b57", PCI device ID: , UID: "a5ba0359-f6c7-4aa2-ae1b-b401bd50f596", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0417 22:51:03.795737 3725 cni.go:473] [openshift-insights/insights-runtime-extractor-zmfmh 392bb39900a95d05c1adfedb0d5aa5352eb1e2f35e8bd82c5cf57fa2ac8d9b57 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-zmfmh 392bb39900a95d05c1adfedb0d5aa5352eb1e2f35e8bd82c5cf57fa2ac8d9b57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:0b:67:fe:e1:a7\",\"name\":\"392bb39900a95d0\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e01166a-bf7c-4d41-88bc-575cd66e24d8\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 22:51:06.405532 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0417 22:51:08.787458 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 22:51:10.480786 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 22:51:10.480813 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 22:51:10.480823 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 22:51:10.480837 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 22:51:10.480842 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 22:51:10.480846 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 22:51:12.905908 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 22:51:12.905934 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 22:51:12.905941 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 22:51:13.172803 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:13.172826 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:13.183827 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:13.183849 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:19.882217 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0417 22:51:20.296890 3725 base_network_controller_pods.go:487] [default/openshift-console/console-66f8d6ccc9-k4c8k] creating logical port openshift-console_console-66f8d6ccc9-k4c8k for pod on switch ip-10-0-1-183.ec2.internal I0417 22:51:20.297027 3725 kube.go:256] Updating pod openshift-console/console-66f8d6ccc9-k4c8k I0417 22:51:20.320079 3725 pod.go:62] [openshift-console/console-66f8d6ccc9-k4c8k] pod update took 23.078282ms I0417 22:51:20.320104 3725 base_network_controller_pods.go:951] [default/openshift-console/console-66f8d6ccc9-k4c8k] addLogicalPort annotation time took 23.106866ms I0417 22:51:20.321464 3725 pods.go:271] [openshift-console/console-66f8d6ccc9-k4c8k] addLogicalPort took 24.593709ms, libovsdb time 1.038629ms W0417 22:51:20.565628 3725 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0417 22:51:20.600000 3725 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:20.600017 3725 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:20.600022 3725 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 22:51:20.663432 3725 cni.go:452] [openshift-console/console-66f8d6ccc9-k4c8k 02ec20d50abc0f4dd1a56f90a10dbad4242741ee404c035b6954e93ca5580650 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-66f8d6ccc9-k4c8k 02ec20d50abc0f4dd1a56f90a10dbad4242741ee404c035b6954e93ca5580650 network default NAD default NAD key ] I0417 22:51:20.673120 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-66f8d6ccc9-k4c8k, hostIfaceName: 02ec20d50abc0f4, network: default, NAD default, SandboxID: "02ec20d50abc0f4dd1a56f90a10dbad4242741ee404c035b6954e93ca5580650", PCI device ID: , UID: "7f6f57a9-f50a-454c-b386-d08e6d67cf4c", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0417 22:51:20.723477 3725 cni.go:473] [openshift-console/console-66f8d6ccc9-k4c8k 02ec20d50abc0f4dd1a56f90a10dbad4242741ee404c035b6954e93ca5580650 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-66f8d6ccc9-k4c8k 02ec20d50abc0f4dd1a56f90a10dbad4242741ee404c035b6954e93ca5580650 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:9d:6f:70:47:94\",\"name\":\"02ec20d50abc0f4\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d8674cd-8db9-41b0-b612-fe73e1861df8\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 22:51:21.528691 3725 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:21.528709 3725 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:21.528714 3725 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:21.635842 3725 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:51:21.635862 3725 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:51:22.631828 3725 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:51:22.631854 3725 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:51:23.987257 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 22:51:26.602905 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0417 22:51:26.651997 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 22:51:26.838723 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0417 22:51:27.140622 3725 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0417 22:51:27.625411 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 22:51:27.646973 3725 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:27.646993 3725 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:27.647002 3725 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:27.647009 3725 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:27.650530 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0417 22:51:28.422991 3725 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c574fdc64-gzph8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:28.423540 3725 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c574fdc64-gzph8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:28.443528 3725 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb54bb855-7t2c6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:28.443969 3725 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb54bb855-7t2c6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0417 22:51:28.578535 3725 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:28.578553 3725 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:28.578558 3725 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:28.578563 3725 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier I0417 22:51:28.627012 3725 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb54bb855-7t2c6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:28.627038 3725 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb54bb855-7t2c6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:28.632079 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cb54bb855-7t2c6 I0417 22:51:28.632105 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cb54bb855-7t2c6 I0417 22:51:28.855196 3725 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c574fdc64-gzph8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:28.855222 3725 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c574fdc64-gzph8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:28.861017 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c574fdc64-gzph8 I0417 22:51:28.861032 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c574fdc64-gzph8 W0417 22:51:31.022377 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 22:51:48.075186 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0417 22:51:48.075241 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0417 22:51:48.075289 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0417 22:51:48.101031 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0417 22:51:48.101122 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0417 22:51:48.101046 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0417 22:51:49.085400 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0417 22:51:49.111082 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0417 22:51:52.860626 3725 obj_retry.go:498] Detected object openshift-console/console-7c75d8c9bb-rdtlt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:52.861231 3725 obj_retry.go:498] Detected object openshift-console/console-7c75d8c9bb-rdtlt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:53.687190 3725 obj_retry.go:492] Detected object openshift-console/console-7c75d8c9bb-rdtlt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:53.687209 3725 obj_retry.go:492] Detected object openshift-console/console-7c75d8c9bb-rdtlt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:53.693140 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c75d8c9bb-rdtlt I0417 22:51:53.693162 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c75d8c9bb-rdtlt I0417 22:51:56.420584 3725 obj_retry.go:498] Detected object openshift-console/console-7c75d8c9bb-wzxk4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:56.421126 3725 obj_retry.go:498] Detected object openshift-console/console-7c75d8c9bb-wzxk4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:56.772316 3725 obj_retry.go:492] Detected object openshift-console/console-7c75d8c9bb-wzxk4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:56.772339 3725 obj_retry.go:492] Detected object openshift-console/console-7c75d8c9bb-wzxk4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:56.775297 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c75d8c9bb-wzxk4 I0417 22:51:56.775310 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c75d8c9bb-wzxk4 I0417 22:51:57.912356 3725 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:57.912913 3725 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:57.912970 3725 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 22:51:57.912979 3725 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0417 22:51:57.912990 3725 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 22:51:57.912995 3725 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0417 22:51:58.135442 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0417 22:51:58.135486 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0417 22:51:58.135529 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0417 22:51:58.940303 3725 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:58.940334 3725 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:58.940355 3725 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:58.940364 3725 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0417 22:51:59.131438 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0417 22:51:59.770424 3725 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0417 22:51:59.781871 3725 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0417 22:52:13.197715 3725 cni.go:452] [openshift-ingress/router-default-6c9d7dd48f-7hjdk a8e3c1d618cff8dc69441b5dae8c74abc80ba598a5944aa1df06d0e0a87ec7b8 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-6c9d7dd48f-7hjdk a8e3c1d618cff8dc69441b5dae8c74abc80ba598a5944aa1df06d0e0a87ec7b8 network default NAD default NAD key ] I0417 22:52:13.286517 3725 cni.go:473] [openshift-ingress/router-default-6c9d7dd48f-7hjdk a8e3c1d618cff8dc69441b5dae8c74abc80ba598a5944aa1df06d0e0a87ec7b8 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-6c9d7dd48f-7hjdk a8e3c1d618cff8dc69441b5dae8c74abc80ba598a5944aa1df06d0e0a87ec7b8 network default NAD default NAD key default], result "{}", err I0417 22:52:13.334231 3725 obj_retry.go:498] Detected object openshift-ingress/router-default-6c9d7dd48f-7hjdk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:13.334284 3725 pods.go:176] Deleting pod: openshift-ingress/router-default-6c9d7dd48f-7hjdk I0417 22:52:13.335770 3725 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-6c9d7dd48f-7hjdk, ips: 10.128.0.20 I0417 22:52:13.335798 3725 obj_retry.go:498] Detected object openshift-ingress/router-default-6c9d7dd48f-7hjdk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:14.187382 3725 obj_retry.go:492] Detected object openshift-ingress/router-default-6c9d7dd48f-7hjdk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:14.187410 3725 obj_retry.go:492] Detected object openshift-ingress/router-default-6c9d7dd48f-7hjdk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:14.193184 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6c9d7dd48f-7hjdk I0417 22:52:14.193213 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6c9d7dd48f-7hjdk I0417 22:52:16.849731 3725 cni.go:452] [openshift-image-registry/image-registry-cb54bb855-jq6lv 6f5843874aa66b2e576e6edd314c640b1d7743367d793a21c0340c0ad39c0962 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-cb54bb855-jq6lv 6f5843874aa66b2e576e6edd314c640b1d7743367d793a21c0340c0ad39c0962 network default NAD default NAD key ] I0417 22:52:16.927063 3725 cni.go:473] [openshift-image-registry/image-registry-cb54bb855-jq6lv 6f5843874aa66b2e576e6edd314c640b1d7743367d793a21c0340c0ad39c0962 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-cb54bb855-jq6lv 6f5843874aa66b2e576e6edd314c640b1d7743367d793a21c0340c0ad39c0962 network default NAD default NAD key default], result "{}", err I0417 22:52:16.974933 3725 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb54bb855-jq6lv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:16.974976 3725 pods.go:176] Deleting pod: openshift-image-registry/image-registry-cb54bb855-jq6lv I0417 22:52:16.976330 3725 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-cb54bb855-jq6lv, ips: 10.128.0.5 I0417 22:52:16.976362 3725 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb54bb855-jq6lv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:17.197416 3725 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb54bb855-jq6lv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:17.197442 3725 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb54bb855-jq6lv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:17.203467 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cb54bb855-jq6lv I0417 22:52:17.203499 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cb54bb855-jq6lv I0417 22:52:32.996540 3725 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:32.997080 3725 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:33.844329 3725 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:33.844358 3725 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:33.851087 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0417 22:52:33.851113 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0417 22:52:37.396587 3725 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:37.397206 3725 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:37.933672 3725 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:37.933715 3725 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:37.940158 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0417 22:52:37.940190 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0417 22:52:55.727635 3725 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:55.728235 3725 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:56.027081 3725 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:56.027104 3725 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:56.033886 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0417 22:52:56.033904 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0417 22:53:04.961529 3725 obj_retry.go:498] Detected object openshift-console/console-66f8d6ccc9-hn5np of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:04.962085 3725 obj_retry.go:498] Detected object openshift-console/console-66f8d6ccc9-hn5np of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:05.269147 3725 obj_retry.go:492] Detected object openshift-console/console-66f8d6ccc9-hn5np of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:05.269175 3725 obj_retry.go:492] Detected object openshift-console/console-66f8d6ccc9-hn5np of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:05.274675 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-66f8d6ccc9-hn5np I0417 22:53:05.274711 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-66f8d6ccc9-hn5np I0417 22:53:16.210327 3725 cni.go:452] [openshift-console/console-66f8d6ccc9-k4c8k 02ec20d50abc0f4dd1a56f90a10dbad4242741ee404c035b6954e93ca5580650 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-66f8d6ccc9-k4c8k 02ec20d50abc0f4dd1a56f90a10dbad4242741ee404c035b6954e93ca5580650 network default NAD default NAD key ] I0417 22:53:16.292121 3725 cni.go:473] [openshift-console/console-66f8d6ccc9-k4c8k 02ec20d50abc0f4dd1a56f90a10dbad4242741ee404c035b6954e93ca5580650 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-66f8d6ccc9-k4c8k 02ec20d50abc0f4dd1a56f90a10dbad4242741ee404c035b6954e93ca5580650 network default NAD default NAD key default], result "{}", err I0417 22:53:16.338645 3725 obj_retry.go:498] Detected object openshift-console/console-66f8d6ccc9-k4c8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:16.338709 3725 pods.go:176] Deleting pod: openshift-console/console-66f8d6ccc9-k4c8k I0417 22:53:16.340296 3725 pods.go:236] Attempting to release IPs for pod: openshift-console/console-66f8d6ccc9-k4c8k, ips: 10.128.0.24 I0417 22:53:16.340328 3725 obj_retry.go:498] Detected object openshift-console/console-66f8d6ccc9-k4c8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:16.713516 3725 obj_retry.go:492] Detected object openshift-console/console-66f8d6ccc9-k4c8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:16.713541 3725 obj_retry.go:492] Detected object openshift-console/console-66f8d6ccc9-k4c8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:16.720760 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-66f8d6ccc9-k4c8k I0417 22:53:16.720786 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-66f8d6ccc9-k4c8k I0417 22:53:29.479339 3725 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph a5660a58332ce675481b0c312f5659f99926f12a1d06d1b7a0c18b9ebd5a3719 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph a5660a58332ce675481b0c312f5659f99926f12a1d06d1b7a0c18b9ebd5a3719 network default NAD default NAD key ] I0417 22:53:29.555992 3725 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph a5660a58332ce675481b0c312f5659f99926f12a1d06d1b7a0c18b9ebd5a3719 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph a5660a58332ce675481b0c312f5659f99926f12a1d06d1b7a0c18b9ebd5a3719 network default NAD default NAD key default], result "{}", err I0417 22:53:29.597866 3725 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:29.597904 3725 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph I0417 22:53:29.599126 3725 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph, ips: 10.128.0.18 I0417 22:53:29.599162 3725 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:30.495673 3725 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:30.495715 3725 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:40.553975 3725 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:40.554543 3725 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:41.138582 3725 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:41.138615 3725 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:41.144316 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0417 22:53:41.144337 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0417 22:55:03.800045 3725 base_network_controller_pods.go:487] [default/openshift-console/console-78778b6fb4-j6cwc] creating logical port openshift-console_console-78778b6fb4-j6cwc for pod on switch ip-10-0-1-183.ec2.internal I0417 22:55:03.800189 3725 kube.go:256] Updating pod openshift-console/console-78778b6fb4-j6cwc I0417 22:55:03.839529 3725 pod.go:62] [openshift-console/console-78778b6fb4-j6cwc] pod update took 39.369308ms I0417 22:55:03.839553 3725 base_network_controller_pods.go:951] [default/openshift-console/console-78778b6fb4-j6cwc] addLogicalPort annotation time took 39.398089ms I0417 22:55:03.840761 3725 pods.go:271] [openshift-console/console-78778b6fb4-j6cwc] addLogicalPort took 40.734237ms, libovsdb time 883.476µs I0417 22:55:04.152756 3725 cni.go:452] [openshift-console/console-78778b6fb4-j6cwc 18379eb61a190a4971542448bf67bd3a38b951abd68338562155680fc58b8bf2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-78778b6fb4-j6cwc 18379eb61a190a4971542448bf67bd3a38b951abd68338562155680fc58b8bf2 network default NAD default NAD key ] I0417 22:55:04.162465 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-78778b6fb4-j6cwc, hostIfaceName: 18379eb61a190a4, network: default, NAD default, SandboxID: "18379eb61a190a4971542448bf67bd3a38b951abd68338562155680fc58b8bf2", PCI device ID: , UID: "d8b9d0b2-c436-481f-b3b4-6b8e8449eafe", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0417 22:55:04.212730 3725 cni.go:473] [openshift-console/console-78778b6fb4-j6cwc 18379eb61a190a4971542448bf67bd3a38b951abd68338562155680fc58b8bf2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-78778b6fb4-j6cwc 18379eb61a190a4971542448bf67bd3a38b951abd68338562155680fc58b8bf2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:8d:ae:b5:58:5f\",\"name\":\"18379eb61a190a4\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/475459cd-5e81-4c1e-bca2-57087768709a\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 22:55:14.865923 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0417 22:55:29.146605 3725 obj_retry.go:498] Detected object openshift-console/console-6cc5578b9d-ptjgc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:55:29.147197 3725 obj_retry.go:498] Detected object openshift-console/console-6cc5578b9d-ptjgc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:55:29.653034 3725 obj_retry.go:492] Detected object openshift-console/console-6cc5578b9d-ptjgc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:55:29.653059 3725 obj_retry.go:492] Detected object openshift-console/console-6cc5578b9d-ptjgc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:55:29.655711 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cc5578b9d-ptjgc I0417 22:55:29.655748 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cc5578b9d-ptjgc I0417 22:55:36.619573 3725 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0417 22:55:39.505595 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=616 I0417 22:55:40.172776 3725 obj_retry.go:498] Detected object openshift-console/console-6cc5578b9d-7456g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:55:40.173355 3725 obj_retry.go:498] Detected object openshift-console/console-6cc5578b9d-7456g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:55:40.610212 3725 obj_retry.go:492] Detected object openshift-console/console-6cc5578b9d-7456g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:55:40.610238 3725 obj_retry.go:492] Detected object openshift-console/console-6cc5578b9d-7456g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:55:40.618440 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cc5578b9d-7456g I0417 22:55:40.618467 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cc5578b9d-7456g I0417 22:55:49.443357 3725 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0417 22:56:12.625041 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0417 22:56:22.494526 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0417 22:56:33.587765 3725 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0417 22:56:33.609465 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0417 22:56:38.604312 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0417 22:56:40.498273 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0417 22:56:56.625213 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0417 22:56:59.614282 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0417 22:57:01.469589 3725 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w899l] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-w899l for pod on switch ip-10-0-1-183.ec2.internal I0417 22:57:01.469753 3725 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w899l I0417 22:57:01.497079 3725 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w899l] pod update took 27.35255ms I0417 22:57:01.497106 3725 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w899l] addLogicalPort annotation time took 27.386274ms I0417 22:57:01.498347 3725 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w899l] addLogicalPort took 28.779496ms, libovsdb time 910.976µs I0417 22:57:01.828664 3725 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w899l cf4e38ce2bda53a496e9945521a5bf49eaaa80b63c1c3ad10b9ef9222f13652e network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w899l cf4e38ce2bda53a496e9945521a5bf49eaaa80b63c1c3ad10b9ef9222f13652e network default NAD default NAD key ] I0417 22:57:01.838212 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-w899l, hostIfaceName: cf4e38ce2bda53a, network: default, NAD default, SandboxID: "cf4e38ce2bda53a496e9945521a5bf49eaaa80b63c1c3ad10b9ef9222f13652e", PCI device ID: , UID: "ff68db14-d75a-4c96-97e4-07a0ac935e5f", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0417 22:57:01.890894 3725 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w899l cf4e38ce2bda53a496e9945521a5bf49eaaa80b63c1c3ad10b9ef9222f13652e network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w899l cf4e38ce2bda53a496e9945521a5bf49eaaa80b63c1c3ad10b9ef9222f13652e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:7b:71:0f:e1:c4\",\"name\":\"cf4e38ce2bda53a\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23dd4e87-19f5-489f-ad4d-63241c8a3c8e\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 22:57:04.262509 3725 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 22:57:14.494726 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=133 W0417 22:57:15.270512 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 22:57:15.297216 3725 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0417 22:57:15.297267 3725 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-nqnj8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-nqnj8: no pod IPs found I0417 22:58:08.597640 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0417 22:59:08.592047 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0417 22:59:16.494968 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=77 I0417 23:00:00.185894 3725 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29607780-8n9bm for pod on switch ip-10-0-1-183.ec2.internal I0417 23:00:00.186039 3725 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm I0417 23:00:00.211538 3725 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm] pod update took 25.535407ms I0417 23:00:00.211563 3725 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm] addLogicalPort annotation time took 25.567409ms I0417 23:00:00.212852 3725 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm] addLogicalPort took 26.973216ms, libovsdb time 864.56µs I0417 23:00:00.558074 3725 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm 97b8ef64a83df83aa58b93a3594e839bf34a582a58d2d176ff29976d95809e5d network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm 97b8ef64a83df83aa58b93a3594e839bf34a582a58d2d176ff29976d95809e5d network default NAD default NAD key ] I0417 23:00:00.567967 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29607780-8n9bm, hostIfaceName: 97b8ef64a83df83, network: default, NAD default, SandboxID: "97b8ef64a83df83aa58b93a3594e839bf34a582a58d2d176ff29976d95809e5d", PCI device ID: , UID: "68584cda-9206-4697-ad8f-439add113850", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0417 23:00:00.618656 3725 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm 97b8ef64a83df83aa58b93a3594e839bf34a582a58d2d176ff29976d95809e5d network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm 97b8ef64a83df83aa58b93a3594e839bf34a582a58d2d176ff29976d95809e5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:9a:2b:06:4a:c2\",\"name\":\"97b8ef64a83df83\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4d7eb92-b94e-4746-9093-37acc66f4492\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:00:03.949257 3725 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm 97b8ef64a83df83aa58b93a3594e839bf34a582a58d2d176ff29976d95809e5d network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm 97b8ef64a83df83aa58b93a3594e839bf34a582a58d2d176ff29976d95809e5d network default NAD default NAD key ] I0417 23:00:04.017156 3725 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm 97b8ef64a83df83aa58b93a3594e839bf34a582a58d2d176ff29976d95809e5d network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm 97b8ef64a83df83aa58b93a3594e839bf34a582a58d2d176ff29976d95809e5d network default NAD default NAD key default], result "{}", err I0417 23:00:04.060064 3725 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:00:04.060102 3725 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm I0417 23:00:04.061374 3725 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm, ips: 10.128.0.27 I0417 23:00:04.061405 3725 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:00:04.963833 3725 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:00:04.963880 3725 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:00:10.500947 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0417 23:00:10.587503 3725 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0417 23:01:12.080463 3725 namespace.go:98] [tsf] adding namespace I0417 23:01:12.081330 3725 namespace.go:102] [tsf] adding namespace took 842.847µs I0417 23:01:12.101902 3725 namespace.go:142] [tsf] updating namespace I0417 23:01:12.118786 3725 namespace.go:142] [tsf] updating namespace I0417 23:01:15.957847 3725 namespace.go:98] [konflux-ui] adding namespace I0417 23:01:15.958789 3725 namespace.go:102] [konflux-ui] adding namespace took 917.422µs I0417 23:01:15.962830 3725 namespace.go:98] [konflux-operator] adding namespace I0417 23:01:15.962913 3725 namespace.go:98] [tsf-tas] adding namespace I0417 23:01:15.963038 3725 namespace.go:98] [tsf-tpa] adding namespace I0417 23:01:15.963526 3725 namespace.go:102] [konflux-operator] adding namespace took 673.288µs I0417 23:01:15.963979 3725 namespace.go:98] [cert-manager-operator] adding namespace I0417 23:01:15.964119 3725 namespace.go:102] [tsf-tas] adding namespace took 1.188798ms I0417 23:01:15.964177 3725 namespace.go:98] [rhbk-operator] adding namespace I0417 23:01:15.964775 3725 namespace.go:102] [tsf-tpa] adding namespace took 1.72075ms I0417 23:01:15.964801 3725 namespace.go:98] [rhtpa-operator] adding namespace I0417 23:01:15.965306 3725 namespace.go:102] [rhtpa-operator] adding namespace took 497.878µs I0417 23:01:15.965807 3725 namespace.go:102] [cert-manager-operator] adding namespace took 1.811044ms I0417 23:01:15.965834 3725 namespace.go:98] [tsf-keycloak] adding namespace I0417 23:01:15.966291 3725 namespace.go:102] [tsf-keycloak] adding namespace took 449.704µs I0417 23:01:15.966830 3725 namespace.go:102] [rhbk-operator] adding namespace took 2.636903ms I0417 23:01:15.984667 3725 namespace.go:142] [konflux-ui] updating namespace I0417 23:01:16.003911 3725 namespace.go:142] [konflux-ui] updating namespace I0417 23:01:16.020515 3725 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:01:16.020542 3725 namespace.go:142] [konflux-operator] updating namespace I0417 23:01:16.024425 3725 namespace.go:142] [tsf-tas] updating namespace I0417 23:01:16.033116 3725 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:01:16.036706 3725 namespace.go:142] [tsf-tpa] updating namespace I0417 23:01:16.043658 3725 namespace.go:142] [rhbk-operator] updating namespace I0417 23:01:16.043752 3725 namespace.go:142] [konflux-operator] updating namespace I0417 23:01:16.043813 3725 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:01:16.070221 3725 namespace.go:142] [konflux-ui] updating namespace I0417 23:01:16.101653 3725 namespace.go:142] [tsf-tpa] updating namespace I0417 23:01:16.107958 3725 namespace.go:142] [tsf-tpa] updating namespace I0417 23:01:16.152161 3725 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:01:16.158891 3725 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:01:16.166651 3725 namespace.go:142] [konflux-operator] updating namespace I0417 23:01:16.189995 3725 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:01:16.201273 3725 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:01:16.209721 3725 namespace.go:142] [rhbk-operator] updating namespace I0417 23:01:16.226713 3725 namespace.go:142] [rhbk-operator] updating namespace I0417 23:01:16.242730 3725 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:01:16.249612 3725 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:01:16.263541 3725 namespace.go:142] [tsf-tas] updating namespace I0417 23:01:16.281704 3725 namespace.go:142] [tsf-tas] updating namespace I0417 23:01:17.190941 3725 namespace.go:142] [tsf-tpa] updating namespace I0417 23:01:17.216576 3725 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:01:23.266405 3725 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:23.266991 3725 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:23.267017 3725 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:23.267024 3725 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:23.267040 3725 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:23.267044 3725 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:24.289213 3725 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:24.289241 3725 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:24.289257 3725 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:24.289271 3725 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:28.508078 3725 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:28.508620 3725 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:28.508641 3725 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:28.508649 3725 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:28.508660 3725 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:28.508664 3725 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:29.539892 3725 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:29.539925 3725 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:29.539944 3725 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:29.539954 3725 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:31.357015 3725 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:31.357544 3725 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:31.357575 3725 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:31.357585 3725 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:31.357600 3725 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:31.357606 3725 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:31.424256 3725 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:31.424281 3725 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:31.424293 3725 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:31.424302 3725 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:32.384122 3725 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:32.384150 3725 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:32.384167 3725 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:32.384180 3725 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:33.495639 3725 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.496185 3725 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.496210 3725 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.496218 3725 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:33.496232 3725 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.496239 3725 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:33.580167 3725 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.580677 3725 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.580726 3725 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.580736 3725 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:33.580751 3725 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.580755 3725 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:33.708063 3725 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.708616 3725 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.708646 3725 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.708657 3725 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:33.708668 3725 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.708672 3725 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:34.525171 3725 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.525198 3725 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.525217 3725 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.525235 3725 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.608016 3725 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.608040 3725 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.608052 3725 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.608067 3725 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.745079 3725 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.745104 3725 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.745115 3725 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.745128 3725 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:37.383288 3725 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bn4c7] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-bn4c7 for pod on switch ip-10-0-1-183.ec2.internal I0417 23:01:37.383416 3725 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bn4c7 I0417 23:01:37.426493 3725 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bn4c7] pod update took 43.108006ms I0417 23:01:37.426517 3725 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bn4c7] addLogicalPort annotation time took 43.139545ms I0417 23:01:37.427746 3725 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bn4c7] addLogicalPort took 44.479881ms, libovsdb time 866.9µs I0417 23:01:37.740727 3725 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bn4c7 f327b82da815b906c7c1013fc619703bc074993e2906298679342ef56de790cd network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bn4c7 f327b82da815b906c7c1013fc619703bc074993e2906298679342ef56de790cd network default NAD default NAD key ] I0417 23:01:37.750795 3725 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-bn4c7, hostIfaceName: f327b82da815b90, network: default, NAD default, SandboxID: "f327b82da815b906c7c1013fc619703bc074993e2906298679342ef56de790cd", PCI device ID: , UID: "3f63f6c7-86ab-4d93-90ac-57abc91a064d", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0417 23:01:37.801647 3725 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bn4c7 f327b82da815b906c7c1013fc619703bc074993e2906298679342ef56de790cd network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bn4c7 f327b82da815b906c7c1013fc619703bc074993e2906298679342ef56de790cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:e1:44:4d:80:9d\",\"name\":\"f327b82da815b90\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae7dcae9-e7c4-4d33-a1b9-64bd58cf7098\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:01:38.484979 3725 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-vvcgz] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-vvcgz for pod on switch ip-10-0-1-183.ec2.internal I0417 23:01:38.485096 3725 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-vvcgz I0417 23:01:38.510629 3725 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-vvcgz] pod update took 25.558162ms I0417 23:01:38.510653 3725 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-vvcgz] addLogicalPort annotation time took 25.58856ms I0417 23:01:38.511858 3725 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-vvcgz] addLogicalPort took 26.892552ms, libovsdb time 839.154µs I0417 23:01:38.856598 3725 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-vvcgz 9125a8e07b17094976476eb321c133d5590e8f2633cb86d0f01fb98147230384 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-vvcgz 9125a8e07b17094976476eb321c133d5590e8f2633cb86d0f01fb98147230384 network default NAD default NAD key ] I0417 23:01:38.868069 3725 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-vvcgz, hostIfaceName: 9125a8e07b17094, network: default, NAD default, SandboxID: "9125a8e07b17094976476eb321c133d5590e8f2633cb86d0f01fb98147230384", PCI device ID: , UID: "53d675cf-0f83-4846-89c2-355015d8c1c2", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0417 23:01:38.925985 3725 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-vvcgz 9125a8e07b17094976476eb321c133d5590e8f2633cb86d0f01fb98147230384 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-vvcgz 9125a8e07b17094976476eb321c133d5590e8f2633cb86d0f01fb98147230384 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:59:80:4e:3d:c7\",\"name\":\"9125a8e07b17094\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a06718f-c4d9-4c60-82dc-8a9bceac5e49\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:01:41.516975 3725 namespace.go:98] [cert-manager] adding namespace I0417 23:01:41.517902 3725 namespace.go:102] [cert-manager] adding namespace took 901.422µs I0417 23:01:41.574045 3725 namespace.go:142] [cert-manager] updating namespace I0417 23:01:41.594831 3725 namespace.go:142] [cert-manager] updating namespace W0417 23:01:42.373097 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0417 23:01:42.452895 3725 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-vv5f7] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-vv5f7 for pod on switch ip-10-0-1-183.ec2.internal I0417 23:01:42.452996 3725 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-vv5f7 I0417 23:01:42.500442 3725 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-vv5f7] pod update took 47.472063ms I0417 23:01:42.500467 3725 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-fd44f5cbb-vv5f7] addLogicalPort annotation time took 47.500596ms I0417 23:01:42.501855 3725 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-vv5f7] addLogicalPort took 48.976915ms, libovsdb time 1.022788ms I0417 23:01:43.124577 3725 cni.go:452] [cert-manager/cert-manager-webhook-fd44f5cbb-vv5f7 1a2f030a589ebfbf25ca38304392f0d06d65b71db3e987ccbea8f18bb5cfb9a6 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-vv5f7 1a2f030a589ebfbf25ca38304392f0d06d65b71db3e987ccbea8f18bb5cfb9a6 network default NAD default NAD key ] I0417 23:01:43.134178 3725 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-vv5f7, hostIfaceName: 1a2f030a589ebfb, network: default, NAD default, SandboxID: "1a2f030a589ebfbf25ca38304392f0d06d65b71db3e987ccbea8f18bb5cfb9a6", PCI device ID: , UID: "de3907b6-2710-472b-b0cf-9dc47f4df3ff", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0417 23:01:43.185977 3725 cni.go:473] [cert-manager/cert-manager-webhook-fd44f5cbb-vv5f7 1a2f030a589ebfbf25ca38304392f0d06d65b71db3e987ccbea8f18bb5cfb9a6 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-vv5f7 1a2f030a589ebfbf25ca38304392f0d06d65b71db3e987ccbea8f18bb5cfb9a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:e3:ec:b8:02:aa\",\"name\":\"1a2f030a589ebfb\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef695e45-88f7-482d-8b2d-73d9379f5956\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 23:01:46.348126 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0417 23:01:46.348148 3725 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0417 23:01:51.394021 3725 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tdbpx] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-tdbpx for pod on switch ip-10-0-1-183.ec2.internal I0417 23:01:51.394151 3725 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tdbpx I0417 23:01:51.423604 3725 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tdbpx] pod update took 29.481409ms I0417 23:01:51.423634 3725 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tdbpx] addLogicalPort annotation time took 29.516517ms I0417 23:01:51.424883 3725 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tdbpx] addLogicalPort took 30.879733ms, libovsdb time 852.993µs I0417 23:01:51.756237 3725 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tdbpx 06a82f6f7857d0564e53854efd8bcd8ee868909de7d3a99845093c45421fa8cb network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tdbpx 06a82f6f7857d0564e53854efd8bcd8ee868909de7d3a99845093c45421fa8cb network default NAD default NAD key ] I0417 23:01:51.766532 3725 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-tdbpx, hostIfaceName: 06a82f6f7857d05, network: default, NAD default, SandboxID: "06a82f6f7857d0564e53854efd8bcd8ee868909de7d3a99845093c45421fa8cb", PCI device ID: , UID: "880557be-18de-4b74-8ea4-2c63c0a17990", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0417 23:01:51.817804 3725 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tdbpx 06a82f6f7857d0564e53854efd8bcd8ee868909de7d3a99845093c45421fa8cb network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tdbpx 06a82f6f7857d0564e53854efd8bcd8ee868909de7d3a99845093c45421fa8cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:24:e4:35:a0:49\",\"name\":\"06a82f6f7857d05\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91d91b11-bb04-47c9-8f84-83c8de242165\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 23:01:52.362014 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0417 23:01:52.362040 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook I0417 23:01:52.448071 3725 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-swlpf] creating logical port cert-manager_cert-manager-59ccb4bb6b-swlpf for pod on switch ip-10-0-1-183.ec2.internal I0417 23:01:52.448168 3725 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-swlpf I0417 23:01:52.462835 3725 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-swlpf] pod update took 14.689066ms I0417 23:01:52.462880 3725 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59ccb4bb6b-swlpf] addLogicalPort annotation time took 14.738819ms I0417 23:01:52.464482 3725 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-swlpf] addLogicalPort took 16.432714ms, libovsdb time 1.151676ms I0417 23:01:52.627956 3725 namespace.go:142] [openshift-operators] updating namespace I0417 23:01:52.638213 3725 namespace.go:142] [openshift-operators] updating namespace I0417 23:01:52.819404 3725 cni.go:452] [cert-manager/cert-manager-59ccb4bb6b-swlpf 1661534dd1b4b750937d5e4ed5d17546b5fe87ef34c888b75ed35f070de08b0b network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-swlpf 1661534dd1b4b750937d5e4ed5d17546b5fe87ef34c888b75ed35f070de08b0b network default NAD default NAD key ] I0417 23:01:52.830489 3725 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-swlpf, hostIfaceName: 1661534dd1b4b75, network: default, NAD default, SandboxID: "1661534dd1b4b750937d5e4ed5d17546b5fe87ef34c888b75ed35f070de08b0b", PCI device ID: , UID: "e6ddd158-5b00-4faf-8ac3-65b32ffc477e", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0417 23:01:52.888850 3725 cni.go:473] [cert-manager/cert-manager-59ccb4bb6b-swlpf 1661534dd1b4b750937d5e4ed5d17546b5fe87ef34c888b75ed35f070de08b0b network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-swlpf 1661534dd1b4b750937d5e4ed5d17546b5fe87ef34c888b75ed35f070de08b0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:48:18:08:bb:0b\",\"name\":\"1661534dd1b4b75\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/518ade77-7650-4623-8a74-7c170d8bd079\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 23:01:53.340885 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0417 23:01:54.559763 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0417 23:01:58.386005 3725 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-ns2xn] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-ns2xn for pod on switch ip-10-0-1-183.ec2.internal I0417 23:01:58.386141 3725 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-ns2xn I0417 23:01:58.406863 3725 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-ns2xn] pod update took 20.74897ms I0417 23:01:58.406887 3725 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-ns2xn] addLogicalPort annotation time took 20.777541ms I0417 23:01:58.408458 3725 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-ns2xn] addLogicalPort took 22.472675ms, libovsdb time 1.065314ms I0417 23:01:58.746628 3725 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-ns2xn 572ae8cac8bbc6588a824239905f3d4172342cdb058f1fe023eec5383c59404c network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-ns2xn 572ae8cac8bbc6588a824239905f3d4172342cdb058f1fe023eec5383c59404c network default NAD default NAD key ] I0417 23:01:58.756623 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-ns2xn, hostIfaceName: 572ae8cac8bbc65, network: default, NAD default, SandboxID: "572ae8cac8bbc6588a824239905f3d4172342cdb058f1fe023eec5383c59404c", PCI device ID: , UID: "2513a6fa-89e0-4f74-ba38-b49e92391519", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0417 23:01:58.808473 3725 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-ns2xn 572ae8cac8bbc6588a824239905f3d4172342cdb058f1fe023eec5383c59404c network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-ns2xn 572ae8cac8bbc6588a824239905f3d4172342cdb058f1fe023eec5383c59404c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:6a:a1:bd:11:64\",\"name\":\"572ae8cac8bbc65\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f128c48-e023-45a6-b944-c8ddbc7ce860\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:02:01.377909 3725 namespace.go:98] [trusted-artifact-signer] adding namespace I0417 23:02:01.378799 3725 namespace.go:102] [trusted-artifact-signer] adding namespace took 864.824µs I0417 23:02:01.406837 3725 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 23:02:01.437750 3725 namespace.go:142] [trusted-artifact-signer] updating namespace W0417 23:02:01.440639 3725 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0417 23:02:02.446492 3725 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-hmhrq] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-hmhrq for pod on switch ip-10-0-1-183.ec2.internal I0417 23:02:02.446594 3725 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-hmhrq I0417 23:02:02.462083 3725 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-hmhrq] pod update took 15.511183ms I0417 23:02:02.462111 3725 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-hmhrq] addLogicalPort annotation time took 15.542081ms I0417 23:02:02.463543 3725 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-hmhrq] addLogicalPort took 17.068481ms, libovsdb time 911.549µs I0417 23:02:02.807872 3725 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-hmhrq ffadfef13c19b0038c8bea0967fb3dcc3441ef73f1b88750cb2b0e5948232c9b network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-hmhrq ffadfef13c19b0038c8bea0967fb3dcc3441ef73f1b88750cb2b0e5948232c9b network default NAD default NAD key ] I0417 23:02:02.828125 3725 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-hmhrq, hostIfaceName: ffadfef13c19b00, network: default, NAD default, SandboxID: "ffadfef13c19b0038c8bea0967fb3dcc3441ef73f1b88750cb2b0e5948232c9b", PCI device ID: , UID: "5d7f7b7c-c69d-4f2a-a247-9c24e8f3df6b", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0417 23:02:02.881646 3725 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-hmhrq ffadfef13c19b0038c8bea0967fb3dcc3441ef73f1b88750cb2b0e5948232c9b network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-hmhrq ffadfef13c19b0038c8bea0967fb3dcc3441ef73f1b88750cb2b0e5948232c9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:d8:2c:9c:ec:c2\",\"name\":\"ffadfef13c19b00\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88e1cbfe-88e0-48fa-a8f9-630ef9344eea\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:02:03.264873 3725 namespace.go:142] [openshift-operators] updating namespace I0417 23:02:04.182749 3725 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-m8frf] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-m8frf for pod on switch ip-10-0-1-183.ec2.internal I0417 23:02:04.182959 3725 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-m8frf I0417 23:02:04.212438 3725 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-m8frf] pod update took 29.523191ms I0417 23:02:04.212471 3725 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-m8frf] addLogicalPort annotation time took 29.558312ms I0417 23:02:04.214071 3725 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-m8frf] addLogicalPort took 31.35559ms, libovsdb time 1.040491ms I0417 23:02:04.553671 3725 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-m8frf 0d89e8481e610cbdb338c244defe00a089fc2594f59b63321a3c47ee8ded4db9 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-m8frf 0d89e8481e610cbdb338c244defe00a089fc2594f59b63321a3c47ee8ded4db9 network default NAD default NAD key ] I0417 23:02:04.565766 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-m8frf, hostIfaceName: 0d89e8481e610cb, network: default, NAD default, SandboxID: "0d89e8481e610cbdb338c244defe00a089fc2594f59b63321a3c47ee8ded4db9", PCI device ID: , UID: "94cb19aa-bdf5-4170-ad36-64caebb9e842", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0417 23:02:04.620346 3725 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-m8frf 0d89e8481e610cbdb338c244defe00a089fc2594f59b63321a3c47ee8ded4db9 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-m8frf 0d89e8481e610cbdb338c244defe00a089fc2594f59b63321a3c47ee8ded4db9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:50:c1:de:32:f7\",\"name\":\"0d89e8481e610cb\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad95ce0f-e6fa-4b56-a79d-307552bd2aaa\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 23:02:05.401863 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0417 23:02:10.608676 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0417 23:02:12.442457 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0417 23:02:20.687865 3725 namespace.go:98] [openshift-pipelines] adding namespace I0417 23:02:20.688899 3725 namespace.go:102] [openshift-pipelines] adding namespace took 1.008458ms I0417 23:02:20.707968 3725 namespace.go:142] [openshift-pipelines] updating namespace I0417 23:02:21.396032 3725 namespace.go:142] [cert-manager] updating namespace I0417 23:02:21.592257 3725 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:02:21.992712 3725 namespace.go:142] [konflux-operator] updating namespace I0417 23:02:22.192486 3725 namespace.go:142] [konflux-ui] updating namespace I0417 23:02:22.394047 3725 namespace.go:142] [open-cluster-management-2po6f2tbuq1ti4ohitqd4085cqflumq1] updating namespace I0417 23:02:22.798008 3725 namespace.go:142] [rhbk-operator] updating namespace I0417 23:02:22.998873 3725 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:02:23.196888 3725 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 23:02:23.395207 3725 namespace.go:142] [tsf] updating namespace I0417 23:02:23.596784 3725 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:02:23.798096 3725 namespace.go:142] [tsf-tas] updating namespace I0417 23:02:23.998864 3725 namespace.go:142] [tsf-tpa] updating namespace I0417 23:02:24.128802 3725 namespace.go:142] [cert-manager] updating namespace I0417 23:02:24.140888 3725 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:02:24.151057 3725 namespace.go:142] [default] updating namespace I0417 23:02:24.160292 3725 namespace.go:142] [konflux-operator] updating namespace I0417 23:02:24.170237 3725 namespace.go:142] [konflux-ui] updating namespace I0417 23:02:24.178867 3725 namespace.go:142] [open-cluster-management-2po6f2tbuq1ti4ohitqd4085cqflumq1] updating namespace I0417 23:02:24.186411 3725 namespace.go:142] [openshift] updating namespace I0417 23:02:24.194219 3725 namespace.go:142] [rhbk-operator] updating namespace I0417 23:02:24.204044 3725 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:02:24.212556 3725 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 23:02:24.221427 3725 namespace.go:142] [tsf] updating namespace I0417 23:02:24.242270 3725 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:02:24.259203 3725 namespace.go:142] [tsf-tas] updating namespace I0417 23:02:24.282035 3725 namespace.go:142] [tsf-tpa] updating namespace I0417 23:02:24.380357 3725 namespace.go:142] [cert-manager] updating namespace I0417 23:02:24.482459 3725 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:02:24.579615 3725 namespace.go:142] [default] updating namespace I0417 23:02:24.681526 3725 namespace.go:142] [konflux-operator] updating namespace I0417 23:02:24.782039 3725 namespace.go:142] [konflux-ui] updating namespace I0417 23:02:24.882131 3725 namespace.go:142] [open-cluster-management-2po6f2tbuq1ti4ohitqd4085cqflumq1] updating namespace I0417 23:02:24.979754 3725 namespace.go:142] [openshift] updating namespace I0417 23:02:25.081757 3725 namespace.go:142] [rhbk-operator] updating namespace I0417 23:02:25.181300 3725 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:02:25.280574 3725 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 23:02:25.379419 3725 namespace.go:142] [tsf] updating namespace I0417 23:02:25.481407 3725 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:02:25.580930 3725 namespace.go:142] [tsf-tas] updating namespace I0417 23:02:25.681326 3725 namespace.go:142] [tsf-tpa] updating namespace I0417 23:02:25.959701 3725 namespace.go:142] [openshift-pipelines] updating namespace I0417 23:02:31.660105 3725 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:02:31.660672 3725 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:02:31.680959 3725 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:02:31.680978 3725 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:02:31.687620 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0417 23:02:31.687646 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0417 23:02:33.455409 3725 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-fscb4] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-fscb4 for pod on switch ip-10-0-1-183.ec2.internal I0417 23:02:33.455526 3725 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-fscb4 I0417 23:02:33.470287 3725 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-fscb4] pod update took 14.796993ms I0417 23:02:33.470316 3725 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-fscb4] addLogicalPort annotation time took 14.826812ms I0417 23:02:33.471967 3725 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-fscb4] addLogicalPort took 16.577318ms, libovsdb time 1.19565ms I0417 23:02:33.754081 3725 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fwr5] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-4fwr5 for pod on switch ip-10-0-1-183.ec2.internal I0417 23:02:33.754171 3725 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fwr5 I0417 23:02:33.773542 3725 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fwr5] pod update took 19.392747ms I0417 23:02:33.773570 3725 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fwr5] addLogicalPort annotation time took 19.424105ms I0417 23:02:33.774965 3725 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fwr5] addLogicalPort took 20.899974ms, libovsdb time 989.461µs I0417 23:02:33.822050 3725 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-fscb4 acde41c670352dbe55120df91b2820305bdc8403900515c2178659135fc38a4c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-fscb4 acde41c670352dbe55120df91b2820305bdc8403900515c2178659135fc38a4c network default NAD default NAD key ] I0417 23:02:33.831506 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-fscb4, hostIfaceName: acde41c670352db, network: default, NAD default, SandboxID: "acde41c670352dbe55120df91b2820305bdc8403900515c2178659135fc38a4c", PCI device ID: , UID: "dc253ccb-a867-4736-be02-551fd80bee51", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0417 23:02:33.889529 3725 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-fscb4 acde41c670352dbe55120df91b2820305bdc8403900515c2178659135fc38a4c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-fscb4 acde41c670352dbe55120df91b2820305bdc8403900515c2178659135fc38a4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:39:a7:8d:15:40\",\"name\":\"acde41c670352db\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04febe53-94d6-4802-b3c6-3fb4c2f7b0f5\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:02:34.123697 3725 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fwr5 1a1d6a27d401a46d341cf59313f86d44c9a908cbd7a6b9d818ab9a77415d0dd5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fwr5 1a1d6a27d401a46d341cf59313f86d44c9a908cbd7a6b9d818ab9a77415d0dd5 network default NAD default NAD key ] I0417 23:02:34.133888 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-4fwr5, hostIfaceName: 1a1d6a27d401a46, network: default, NAD default, SandboxID: "1a1d6a27d401a46d341cf59313f86d44c9a908cbd7a6b9d818ab9a77415d0dd5", PCI device ID: , UID: "5d3437a5-282a-439e-8415-774e00bba512", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0417 23:02:34.187179 3725 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fwr5 1a1d6a27d401a46d341cf59313f86d44c9a908cbd7a6b9d818ab9a77415d0dd5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fwr5 1a1d6a27d401a46d341cf59313f86d44c9a908cbd7a6b9d818ab9a77415d0dd5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:19:b6:18:3a:e9\",\"name\":\"1a1d6a27d401a46\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f53d744-5087-4bc6-871b-c4ee333cd4a4\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 23:02:38.287462 3725 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 23:02:38.287481 3725 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 23:02:38.287486 3725 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0417 23:02:38.628129 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0417 23:02:39.617399 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 W0417 23:02:40.591102 3725 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:02:40.591122 3725 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:02:40.591127 3725 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:02:40.591134 3725 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:02:40.671657 3725 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 23:02:40.671676 3725 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 23:02:40.671694 3725 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 23:02:47.621368 3725 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0417 23:02:47.639424 3725 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0417 23:02:51.630720 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 23:02:51.630739 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 23:02:51.630746 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0417 23:02:52.623091 3725 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0417 23:03:02.386083 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0417 23:03:08.497847 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=39 I0417 23:03:11.882833 3725 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:03:11.883392 3725 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:03:11.903972 3725 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:03:11.903987 3725 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:03:11.910065 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0417 23:03:11.910089 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0417 23:03:13.777156 3725 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0417 23:03:13.777819 3725 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0417 23:03:13.777842 3725 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0417 23:03:13.779778 3725 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0417 23:03:14.137058 3725 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-183.ec2.internal I0417 23:03:14.137162 3725 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0417 23:03:14.155047 3725 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.914882ms I0417 23:03:14.155079 3725 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.951888ms I0417 23:03:14.159391 3725 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 22.345065ms, libovsdb time 3.765854ms I0417 23:03:14.560946 3725 cni.go:452] [tsf-keycloak/keycloak-0 b284ae1cc6decf897a03a0b498c1ba59e2715f7799f4ec9b9a413584ae269278 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 b284ae1cc6decf897a03a0b498c1ba59e2715f7799f4ec9b9a413584ae269278 network default NAD default NAD key ] I0417 23:03:14.570637 3725 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: b284ae1cc6decf8, network: default, NAD default, SandboxID: "b284ae1cc6decf897a03a0b498c1ba59e2715f7799f4ec9b9a413584ae269278", PCI device ID: , UID: "747ac7ca-d996-42b1-9f6d-2c55153d6674", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0417 23:03:14.625786 3725 cni.go:473] [tsf-keycloak/keycloak-0 b284ae1cc6decf897a03a0b498c1ba59e2715f7799f4ec9b9a413584ae269278 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 b284ae1cc6decf897a03a0b498c1ba59e2715f7799f4ec9b9a413584ae269278 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:b6:ba:e0:47:08\",\"name\":\"b284ae1cc6decf8\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/268fb43b-67bd-486b-8e36-14dc34f3835c\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 23:03:19.833172 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0417 23:03:19.833192 3725 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0417 23:03:19.840990 3725 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0417 23:03:19.841015 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0417 23:03:19.866465 3725 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0417 23:03:36.015246 3725 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-d8vmj] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-d8vmj for pod on switch ip-10-0-1-183.ec2.internal I0417 23:03:36.015356 3725 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-d8vmj I0417 23:03:36.030881 3725 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-d8vmj] pod update took 15.554823ms I0417 23:03:36.030904 3725 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-d8vmj] addLogicalPort annotation time took 15.583467ms I0417 23:03:36.032367 3725 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-d8vmj] addLogicalPort took 17.141939ms, libovsdb time 1.01674ms I0417 23:03:36.382930 3725 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-d8vmj efd22f151525582591509bd7bdb3f0caf174073ca6f53eccde3a06fb6b49330f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-d8vmj efd22f151525582591509bd7bdb3f0caf174073ca6f53eccde3a06fb6b49330f network default NAD default NAD key ] I0417 23:03:36.393525 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-d8vmj, hostIfaceName: efd22f151525582, network: default, NAD default, SandboxID: "efd22f151525582591509bd7bdb3f0caf174073ca6f53eccde3a06fb6b49330f", PCI device ID: , UID: "3c3689de-fc6d-4745-b7b1-93c1da3d2257", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0417 23:03:36.448422 3725 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-d8vmj efd22f151525582591509bd7bdb3f0caf174073ca6f53eccde3a06fb6b49330f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-d8vmj efd22f151525582591509bd7bdb3f0caf174073ca6f53eccde3a06fb6b49330f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:62:7e:d4:af:09\",\"name\":\"efd22f151525582\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6d54710-9d57-47dc-9f6b-b68080831551\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 23:03:43.615521 3725 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 23:03:43.615550 3725 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 23:03:43.615557 3725 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 23:03:45.773632 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0417 23:03:45.773658 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0417 23:03:45.776776 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0417 23:03:45.776794 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service I0417 23:03:52.509475 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=304 I0417 23:03:53.731390 3725 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-t7dv5] creating logical port tsf-keycloak_tsf-iam-t7dv5 for pod on switch ip-10-0-1-183.ec2.internal I0417 23:03:53.731523 3725 kube.go:256] Updating pod tsf-keycloak/tsf-iam-t7dv5 I0417 23:03:53.744006 3725 pod.go:62] [tsf-keycloak/tsf-iam-t7dv5] pod update took 12.538374ms I0417 23:03:53.744033 3725 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-t7dv5] addLogicalPort annotation time took 12.57062ms I0417 23:03:53.745733 3725 pods.go:271] [tsf-keycloak/tsf-iam-t7dv5] addLogicalPort took 14.358989ms, libovsdb time 840.961µs I0417 23:03:54.152798 3725 cni.go:452] [tsf-keycloak/tsf-iam-t7dv5 1df225d2b90575a05c04e21113920511fc7e6e66abe445af04abc3314b084a29 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-t7dv5 1df225d2b90575a05c04e21113920511fc7e6e66abe445af04abc3314b084a29 network default NAD default NAD key ] I0417 23:03:54.162078 3725 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-t7dv5, hostIfaceName: 1df225d2b90575a, network: default, NAD default, SandboxID: "1df225d2b90575a05c04e21113920511fc7e6e66abe445af04abc3314b084a29", PCI device ID: , UID: "bdb82b14-bcae-4f8b-8bcd-5cccb4ffd97c", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0417 23:03:54.217998 3725 cni.go:473] [tsf-keycloak/tsf-iam-t7dv5 1df225d2b90575a05c04e21113920511fc7e6e66abe445af04abc3314b084a29 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-t7dv5 1df225d2b90575a05c04e21113920511fc7e6e66abe445af04abc3314b084a29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:a6:39:26:36:6e\",\"name\":\"1df225d2b90575a\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd998dd9-2fba-4a81-a6b6-8cc343c0f4cb\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:04:04.226332 3725 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:04.227012 3725 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:04.268030 3725 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:04.268060 3725 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:04.272378 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0417 23:04:04.272413 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0417 23:04:10.728869 3725 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0417 23:04:10.728889 3725 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0417 23:04:11.612504 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0417 23:04:13.130549 3725 cni.go:452] [tsf-keycloak/tsf-iam-t7dv5 1df225d2b90575a05c04e21113920511fc7e6e66abe445af04abc3314b084a29 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-t7dv5 1df225d2b90575a05c04e21113920511fc7e6e66abe445af04abc3314b084a29 network default NAD default NAD key ] I0417 23:04:13.218263 3725 cni.go:473] [tsf-keycloak/tsf-iam-t7dv5 1df225d2b90575a05c04e21113920511fc7e6e66abe445af04abc3314b084a29 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-t7dv5 1df225d2b90575a05c04e21113920511fc7e6e66abe445af04abc3314b084a29 network default NAD default NAD key default], result "{}", err I0417 23:04:13.268966 3725 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-t7dv5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:13.268998 3725 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-t7dv5 I0417 23:04:13.270366 3725 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-t7dv5, ips: 10.128.0.40 I0417 23:04:13.270396 3725 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-t7dv5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:14.151232 3725 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-t7dv5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:14.151256 3725 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-t7dv5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:15.782779 3725 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g8p4b] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-g8p4b for pod on switch ip-10-0-1-183.ec2.internal I0417 23:04:15.782864 3725 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g8p4b I0417 23:04:15.797196 3725 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g8p4b] pod update took 14.351642ms I0417 23:04:15.797240 3725 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g8p4b] addLogicalPort annotation time took 14.400864ms I0417 23:04:15.798611 3725 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g8p4b] addLogicalPort took 15.84907ms, libovsdb time 989.776µs I0417 23:04:15.878900 3725 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-pqr82] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-pqr82 for pod on switch ip-10-0-1-183.ec2.internal I0417 23:04:15.879009 3725 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-pqr82 I0417 23:04:15.892193 3725 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-pqr82] pod update took 13.215283ms I0417 23:04:15.892220 3725 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-pqr82] addLogicalPort annotation time took 13.24725ms I0417 23:04:15.893725 3725 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-pqr82] addLogicalPort took 14.844348ms, libovsdb time 1.05772ms I0417 23:04:15.976285 3725 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-6kpw8] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-6kpw8 for pod on switch ip-10-0-1-183.ec2.internal I0417 23:04:15.976376 3725 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-6kpw8 I0417 23:04:15.989014 3725 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6kpw8] pod update took 12.65745ms I0417 23:04:15.989036 3725 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-6kpw8] addLogicalPort annotation time took 12.685046ms I0417 23:04:15.990430 3725 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6kpw8] addLogicalPort took 14.160467ms, libovsdb time 918.893µs I0417 23:04:16.143399 3725 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g8p4b e1f7c9c724c27a21a820f7ca2df2735c4fb6c721d6b9cb4ce993898186d53c57 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g8p4b e1f7c9c724c27a21a820f7ca2df2735c4fb6c721d6b9cb4ce993898186d53c57 network default NAD default NAD key ] I0417 23:04:16.153395 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-g8p4b, hostIfaceName: e1f7c9c724c27a2, network: default, NAD default, SandboxID: "e1f7c9c724c27a21a820f7ca2df2735c4fb6c721d6b9cb4ce993898186d53c57", PCI device ID: , UID: "e3a62fda-d6d1-40a1-9784-00a5876d3de7", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0417 23:04:16.206996 3725 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g8p4b e1f7c9c724c27a21a820f7ca2df2735c4fb6c721d6b9cb4ce993898186d53c57 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g8p4b e1f7c9c724c27a21a820f7ca2df2735c4fb6c721d6b9cb4ce993898186d53c57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:7b:1a:3e:e4:43\",\"name\":\"e1f7c9c724c27a2\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0da97ba3-47a2-4e68-aa4d-a93feec7a670\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:04:16.241817 3725 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-pqr82 df92deac96abf3da1fbbee4622b635605c27ce912c91e17aa8b457e9e67c21f3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-pqr82 df92deac96abf3da1fbbee4622b635605c27ce912c91e17aa8b457e9e67c21f3 network default NAD default NAD key ] I0417 23:04:16.251387 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-pqr82, hostIfaceName: df92deac96abf3d, network: default, NAD default, SandboxID: "df92deac96abf3da1fbbee4622b635605c27ce912c91e17aa8b457e9e67c21f3", PCI device ID: , UID: "4a262e99-3b5a-41a4-9e8e-853475740c9f", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0417 23:04:16.304909 3725 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-pqr82 df92deac96abf3da1fbbee4622b635605c27ce912c91e17aa8b457e9e67c21f3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-pqr82 df92deac96abf3da1fbbee4622b635605c27ce912c91e17aa8b457e9e67c21f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:5e:e7:28:ee:4d\",\"name\":\"df92deac96abf3d\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e65e2da-f64f-4996-9e4f-bf7d07b6b86d\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:04:16.337148 3725 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6kpw8 55a0dfa73937c6a801aeec37f652bc6a6cbb8e1bb20c1834d8e73e16cff80d27 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6kpw8 55a0dfa73937c6a801aeec37f652bc6a6cbb8e1bb20c1834d8e73e16cff80d27 network default NAD default NAD key ] I0417 23:04:16.347533 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-6kpw8, hostIfaceName: 55a0dfa73937c6a, network: default, NAD default, SandboxID: "55a0dfa73937c6a801aeec37f652bc6a6cbb8e1bb20c1834d8e73e16cff80d27", PCI device ID: , UID: "ba3e6b5e-e5c1-4fa3-8e1e-bb457435dc8a", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0417 23:04:16.399057 3725 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6kpw8 55a0dfa73937c6a801aeec37f652bc6a6cbb8e1bb20c1834d8e73e16cff80d27 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6kpw8 55a0dfa73937c6a801aeec37f652bc6a6cbb8e1bb20c1834d8e73e16cff80d27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:ea:4d:cd:ea:0c\",\"name\":\"55a0dfa73937c6a\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86658a66-50b9-4dd9-858f-f066fe3d14f4\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 23:04:16.760951 3725 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0417 23:04:19.164081 3725 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0417 23:04:21.195110 3725 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0417 23:04:26.218077 3725 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0417 23:04:26.400550 3725 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gnwx8-ktsdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:26.401138 3725 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gnwx8-ktsdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0417 23:04:27.205061 3725 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0417 23:04:27.205080 3725 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0417 23:04:27.231591 3725 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gnwx8-ktsdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:27.231615 3725 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gnwx8-ktsdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 23:04:27.234087 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0417 23:04:27.234117 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0417 23:04:28.498250 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=94 W0417 23:04:30.175496 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0417 23:04:59.570373 3725 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-kwfkq-gshgp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:59.570948 3725 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-kwfkq-gshgp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:59.588109 3725 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:59.588511 3725 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:59.608121 3725 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:59.608138 3725 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:59.610916 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0417 23:04:59.610939 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0417 23:05:00.418803 3725 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-kwfkq-gshgp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:00.418835 3725 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-kwfkq-gshgp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:03.137750 3725 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-q4ggn-qpm6k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:03.138340 3725 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-q4ggn-qpm6k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:04.010124 3725 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-q4ggn-qpm6k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:04.010158 3725 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-q4ggn-qpm6k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 23:05:08.476350 3725 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0417 23:05:08.626576 3725 obj_retry.go:498] Detected object tsf/patch-tekton-config-ls7c6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:08.627106 3725 obj_retry.go:498] Detected object tsf/patch-tekton-config-ls7c6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:09.496948 3725 obj_retry.go:492] Detected object tsf/patch-tekton-config-ls7c6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:09.496974 3725 obj_retry.go:492] Detected object tsf/patch-tekton-config-ls7c6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:14.652303 3725 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8bnlk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:14.652902 3725 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8bnlk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:15.671048 3725 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8bnlk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:15.671076 3725 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8bnlk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:15.706193 3725 obj_retry.go:492] Detected object tsf/patch-tekton-config-ls7c6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:15.706218 3725 obj_retry.go:492] Detected object tsf/patch-tekton-config-ls7c6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:15.709082 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ls7c6 I0417 23:05:15.709111 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ls7c6 W0417 23:05:16.066413 3725 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0417 23:05:16.083722 3725 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0417 23:05:20.555821 3725 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0417 23:05:21.591439 3725 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0417 23:05:21.704525 3725 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:21.705085 3725 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:21.725928 3725 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:21.725947 3725 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:21.729988 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0417 23:05:21.730013 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0417 23:05:28.761159 3725 obj_retry.go:498] Detected object tsf-tpa/create-db-4wvcv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:28.761734 3725 obj_retry.go:498] Detected object tsf-tpa/create-db-4wvcv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:29.787234 3725 obj_retry.go:492] Detected object tsf-tpa/create-db-4wvcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:29.787258 3725 obj_retry.go:492] Detected object tsf-tpa/create-db-4wvcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:32.773064 3725 obj_retry.go:498] Detected object tsf-tpa/migrate-db-5xdqs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:32.773611 3725 obj_retry.go:498] Detected object tsf-tpa/migrate-db-5xdqs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:32.919013 3725 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5xdqs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:32.919043 3725 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5xdqs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 23:05:40.717900 3725 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0417 23:05:42.852817 3725 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-6hjmf-jcmfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:42.853484 3725 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-6hjmf-jcmfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:43.724021 3725 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-6hjmf-jcmfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:43.724045 3725 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-6hjmf-jcmfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:45.360161 3725 obj_retry.go:498] Detected object tsf-tpa/create-importers-ckgcp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:45.360768 3725 obj_retry.go:498] Detected object tsf-tpa/create-importers-ckgcp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:46.378217 3725 obj_retry.go:492] Detected object tsf-tpa/create-importers-ckgcp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:46.378248 3725 obj_retry.go:492] Detected object tsf-tpa/create-importers-ckgcp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 23:05:51.772612 3725 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0417 23:05:53.933879 3725 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:53.934473 3725 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:53.954078 3725 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:53.954094 3725 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:53.960824 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0417 23:05:53.960844 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0417 23:05:54.638620 3725 namespace.go:98] [default-tenant] adding namespace I0417 23:05:54.639513 3725 namespace.go:102] [default-tenant] adding namespace took 870.631µs I0417 23:05:54.641122 3725 namespace.go:98] [integration-service] adding namespace I0417 23:05:54.641268 3725 namespace.go:98] [build-service] adding namespace I0417 23:05:54.641790 3725 namespace.go:102] [integration-service] adding namespace took 650.146µs I0417 23:05:54.642414 3725 namespace.go:102] [build-service] adding namespace took 1.125678ms I0417 23:05:54.647919 3725 namespace.go:98] [image-controller] adding namespace I0417 23:05:54.648663 3725 namespace.go:102] [image-controller] adding namespace took 729.577µs I0417 23:05:54.675887 3725 namespace.go:142] [default-tenant] updating namespace I0417 23:05:54.690221 3725 namespace.go:142] [default-tenant] updating namespace I0417 23:05:54.702863 3725 namespace.go:142] [integration-service] updating namespace I0417 23:05:54.720896 3725 namespace.go:142] [integration-service] updating namespace I0417 23:05:54.741866 3725 namespace.go:142] [build-service] updating namespace I0417 23:05:54.760766 3725 namespace.go:142] [build-service] updating namespace I0417 23:05:54.787743 3725 namespace.go:142] [image-controller] updating namespace I0417 23:05:54.823546 3725 namespace.go:142] [image-controller] updating namespace I0417 23:05:54.858867 3725 namespace.go:142] [build-service] updating namespace I0417 23:05:54.885027 3725 namespace.go:142] [integration-service] updating namespace I0417 23:05:54.904599 3725 namespace.go:98] [release-service] adding namespace I0417 23:05:54.905481 3725 namespace.go:102] [release-service] adding namespace took 861.091µs I0417 23:05:54.984951 3725 namespace.go:142] [konflux-ui] updating namespace I0417 23:05:54.985138 3725 namespace.go:142] [release-service] updating namespace I0417 23:05:55.022085 3725 namespace.go:98] [konflux-info] adding namespace I0417 23:05:55.022207 3725 namespace.go:142] [release-service] updating namespace I0417 23:05:55.022960 3725 namespace.go:102] [konflux-info] adding namespace took 853.739µs I0417 23:05:55.067151 3725 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-183.ec2.internal I0417 23:05:55.067284 3725 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0417 23:05:55.130176 3725 namespace.go:98] [enterprise-contract-service] adding namespace I0417 23:05:55.130302 3725 namespace.go:98] [namespace-lister] adding namespace I0417 23:05:55.131075 3725 namespace.go:102] [enterprise-contract-service] adding namespace took 872.388µs I0417 23:05:55.131624 3725 namespace.go:102] [namespace-lister] adding namespace took 1.304716ms I0417 23:05:55.131657 3725 namespace.go:142] [image-controller] updating namespace I0417 23:05:55.138500 3725 namespace.go:142] [konflux-info] updating namespace I0417 23:05:55.205092 3725 namespace.go:142] [enterprise-contract-service] updating namespace I0417 23:05:55.246702 3725 namespace.go:142] [namespace-lister] updating namespace I0417 23:05:55.312896 3725 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 245.6317ms I0417 23:05:55.312921 3725 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 245.665343ms I0417 23:05:55.314235 3725 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 247.105636ms, libovsdb time 912.311µs I0417 23:05:55.368945 3725 namespace.go:142] [konflux-info] updating namespace I0417 23:05:55.369042 3725 namespace.go:142] [default-tenant] updating namespace I0417 23:05:55.372290 3725 namespace.go:98] [segment-bridge] adding namespace I0417 23:05:55.373230 3725 namespace.go:102] [segment-bridge] adding namespace took 920.779µs I0417 23:05:55.414979 3725 namespace.go:142] [namespace-lister] updating namespace I0417 23:05:55.510055 3725 namespace.go:142] [segment-bridge] updating namespace I0417 23:05:55.510197 3725 namespace.go:142] [enterprise-contract-service] updating namespace I0417 23:05:55.633037 3725 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0417 23:05:55.633848 3725 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0417 23:05:55.633874 3725 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0417 23:05:55.636878 3725 namespace.go:142] [segment-bridge] updating namespace I0417 23:05:55.636895 3725 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0417 23:05:55.636925 3725 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0417 23:05:55.636940 3725 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0417 23:05:55.637552 3725 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0417 23:05:56.013797 3725 cni.go:452] [konflux-ui/test-tsf-konflux 37753b016a6b656399132e005598d39786d32ef429e6c33acc93ef2d689daaf3 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 37753b016a6b656399132e005598d39786d32ef429e6c33acc93ef2d689daaf3 network default NAD default NAD key ] I0417 23:05:56.023458 3725 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 37753b016a6b656, network: default, NAD default, SandboxID: "37753b016a6b656399132e005598d39786d32ef429e6c33acc93ef2d689daaf3", PCI device ID: , UID: "6d0c89b4-3fe9-4856-9802-3a0e718ad7d3", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0417 23:05:56.082027 3725 cni.go:473] [konflux-ui/test-tsf-konflux 37753b016a6b656399132e005598d39786d32ef429e6c33acc93ef2d689daaf3 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 37753b016a6b656399132e005598d39786d32ef429e6c33acc93ef2d689daaf3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:58:86:0d:9f:26\",\"name\":\"37753b016a6b656\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66fd8fda-ec76-4c4e-ba44-c0137bdc411b\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:05:56.748001 3725 namespace.go:142] [build-service] updating namespace I0417 23:05:56.984936 3725 namespace.go:142] [default-tenant] updating namespace I0417 23:05:57.157023 3725 namespace.go:142] [enterprise-contract-service] updating namespace I0417 23:05:57.333126 3725 namespace.go:142] [image-controller] updating namespace I0417 23:05:57.540675 3725 namespace.go:142] [integration-service] updating namespace I0417 23:05:57.601797 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0417 23:05:57.855011 3725 namespace.go:142] [konflux-info] updating namespace I0417 23:05:57.930206 3725 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6dbc7bbccb-stpql] creating logical port konflux-ui_proxy-6dbc7bbccb-stpql for pod on switch ip-10-0-1-183.ec2.internal I0417 23:05:57.930302 3725 kube.go:256] Updating pod konflux-ui/proxy-6dbc7bbccb-stpql I0417 23:05:57.967130 3725 pod.go:62] [konflux-ui/proxy-6dbc7bbccb-stpql] pod update took 36.858122ms I0417 23:05:57.967161 3725 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6dbc7bbccb-stpql] addLogicalPort annotation time took 36.892869ms I0417 23:05:57.968703 3725 pods.go:271] [konflux-ui/proxy-6dbc7bbccb-stpql] addLogicalPort took 38.49059ms, libovsdb time 1.00463ms I0417 23:05:58.052669 3725 namespace.go:142] [namespace-lister] updating namespace I0417 23:05:58.249969 3725 namespace.go:142] [release-service] updating namespace I0417 23:05:58.308935 3725 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-97bc6bb68-hlfn8] creating logical port integration-service_integration-service-controller-manager-97bc6bb68-hlfn8 for pod on switch ip-10-0-1-183.ec2.internal I0417 23:05:58.309035 3725 kube.go:256] Updating pod integration-service/integration-service-controller-manager-97bc6bb68-hlfn8 I0417 23:05:58.328332 3725 pod.go:62] [integration-service/integration-service-controller-manager-97bc6bb68-hlfn8] pod update took 19.325771ms I0417 23:05:58.328359 3725 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-97bc6bb68-hlfn8] addLogicalPort annotation time took 19.358242ms I0417 23:05:58.329788 3725 pods.go:271] [integration-service/integration-service-controller-manager-97bc6bb68-hlfn8] addLogicalPort took 20.86825ms, libovsdb time 922.452µs I0417 23:05:58.448674 3725 namespace.go:142] [segment-bridge] updating namespace I0417 23:05:58.565796 3725 namespace.go:142] [build-service] updating namespace I0417 23:05:58.600995 3725 namespace.go:142] [default-tenant] updating namespace I0417 23:05:58.613236 3725 namespace.go:142] [enterprise-contract-service] updating namespace I0417 23:05:58.621059 3725 namespace.go:142] [image-controller] updating namespace I0417 23:05:58.631195 3725 namespace.go:142] [integration-service] updating namespace I0417 23:05:58.644831 3725 namespace.go:142] [konflux-info] updating namespace I0417 23:05:58.659952 3725 namespace.go:142] [namespace-lister] updating namespace I0417 23:05:58.670163 3725 namespace.go:142] [release-service] updating namespace I0417 23:05:58.685823 3725 namespace.go:142] [segment-bridge] updating namespace I0417 23:05:58.721156 3725 namespace.go:142] [build-service] updating namespace I0417 23:05:58.796897 3725 namespace.go:142] [default-tenant] updating namespace I0417 23:05:58.894055 3725 namespace.go:142] [enterprise-contract-service] updating namespace I0417 23:05:58.993011 3725 namespace.go:142] [image-controller] updating namespace I0417 23:05:59.089083 3725 namespace.go:142] [integration-service] updating namespace I0417 23:05:59.193992 3725 namespace.go:142] [konflux-info] updating namespace I0417 23:05:59.305578 3725 namespace.go:142] [namespace-lister] updating namespace I0417 23:05:59.388969 3725 namespace.go:142] [release-service] updating namespace I0417 23:05:59.503056 3725 namespace.go:142] [segment-bridge] updating namespace I0417 23:06:00.629052 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 W0417 23:06:01.309827 3725 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0417 23:06:01.333129 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0417 23:06:01.356950 3725 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0417 23:06:06.100676 3725 cni.go:452] [konflux-ui/proxy-6dbc7bbccb-stpql cb209cfdc5748fd338874b4208e1f8a351f73df6b0ed9950a614f88dd23b2d77 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6dbc7bbccb-stpql cb209cfdc5748fd338874b4208e1f8a351f73df6b0ed9950a614f88dd23b2d77 network default NAD default NAD key ] I0417 23:06:06.110185 3725 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6dbc7bbccb-stpql, hostIfaceName: cb209cfdc5748fd, network: default, NAD default, SandboxID: "cb209cfdc5748fd338874b4208e1f8a351f73df6b0ed9950a614f88dd23b2d77", PCI device ID: , UID: "b0e1c19f-acec-4930-aad2-b4afd34c3be6", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0417 23:06:06.163526 3725 cni.go:473] [konflux-ui/proxy-6dbc7bbccb-stpql cb209cfdc5748fd338874b4208e1f8a351f73df6b0ed9950a614f88dd23b2d77 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6dbc7bbccb-stpql cb209cfdc5748fd338874b4208e1f8a351f73df6b0ed9950a614f88dd23b2d77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:80:dd:d6:e2:89\",\"name\":\"cb209cfdc5748fd\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0cca2fd4-5959-45af-b887-068250006cf2\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:06:06.474244 3725 cni.go:452] [integration-service/integration-service-controller-manager-97bc6bb68-hlfn8 b5136875eb2ddc5e7af461cd83cc327c9be02ae1e7a06a67f51d892ffea0774e network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-97bc6bb68-hlfn8 b5136875eb2ddc5e7af461cd83cc327c9be02ae1e7a06a67f51d892ffea0774e network default NAD default NAD key ] I0417 23:06:06.484291 3725 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-97bc6bb68-hlfn8, hostIfaceName: b5136875eb2ddc5, network: default, NAD default, SandboxID: "b5136875eb2ddc5e7af461cd83cc327c9be02ae1e7a06a67f51d892ffea0774e", PCI device ID: , UID: "eb4962e0-22aa-4f13-ab2b-8d3bd7f31318", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0417 23:06:06.539596 3725 cni.go:473] [integration-service/integration-service-controller-manager-97bc6bb68-hlfn8 b5136875eb2ddc5e7af461cd83cc327c9be02ae1e7a06a67f51d892ffea0774e network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-97bc6bb68-hlfn8 b5136875eb2ddc5e7af461cd83cc327c9be02ae1e7a06a67f51d892ffea0774e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:fc:2f:8f:61:b2\",\"name\":\"b5136875eb2ddc5\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2ee3ea0-53b9-47eb-9093-e93fa4c42add\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 23:06:07.354361 3725 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0417 23:06:12.423997 3725 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0417 23:06:12.424018 3725 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0417 23:06:12.454134 3725 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 23:06:12.454237 3725 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 23:06:12.480302 3725 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0417 23:06:12.480353 3725 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0417 23:06:12.772283 3725 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 23:06:12.772406 3725 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 23:06:12.799007 3725 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0417 23:06:12.799025 3725 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0417 23:06:21.501835 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 W0417 23:06:23.407650 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 23:06:23.407704 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 23:06:23.410445 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 23:06:23.410472 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 23:06:23.793754 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 23:06:23.793898 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0417 23:06:24.124058 3725 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:06:24.124617 3725 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:06:24.466288 3725 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:06:24.466317 3725 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:06:24.471594 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 I0417 23:06:24.471617 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 W0417 23:06:52.854876 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0417 23:06:52.854899 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0417 23:07:03.504007 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=155 I0417 23:07:14.945515 3725 namespace.go:142] [openshift-pipelines] updating namespace I0417 23:07:22.370123 3725 obj_retry.go:498] Detected object konflux-ui/proxy-5c4bf5b9-b5whd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:07:22.370803 3725 obj_retry.go:498] Detected object konflux-ui/proxy-5c4bf5b9-b5whd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:07:22.794832 3725 obj_retry.go:492] Detected object konflux-ui/proxy-5c4bf5b9-b5whd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:07:22.794857 3725 obj_retry.go:492] Detected object konflux-ui/proxy-5c4bf5b9-b5whd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:07:22.800239 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5c4bf5b9-b5whd I0417 23:07:22.800261 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5c4bf5b9-b5whd I0417 23:07:27.172148 3725 cni.go:452] [konflux-ui/test-tsf-konflux 37753b016a6b656399132e005598d39786d32ef429e6c33acc93ef2d689daaf3 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 37753b016a6b656399132e005598d39786d32ef429e6c33acc93ef2d689daaf3 network default NAD default NAD key ] I0417 23:07:27.256288 3725 cni.go:473] [konflux-ui/test-tsf-konflux 37753b016a6b656399132e005598d39786d32ef429e6c33acc93ef2d689daaf3 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 37753b016a6b656399132e005598d39786d32ef429e6c33acc93ef2d689daaf3 network default NAD default NAD key default], result "{}", err I0417 23:07:27.307464 3725 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:07:27.307502 3725 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0417 23:07:27.308930 3725 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.44 I0417 23:07:27.308961 3725 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:07:27.345142 3725 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:07:27.345169 3725 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:07:27.353975 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0417 23:07:27.354003 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0417 23:07:41.595610 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0417 23:07:51.323594 3725 namespace.go:98] [default-managed-tenant-8za6i] adding namespace I0417 23:07:51.324559 3725 namespace.go:102] [default-managed-tenant-8za6i] adding namespace took 939.306µs I0417 23:07:51.347076 3725 namespace.go:142] [default-managed-tenant-8za6i] updating namespace I0417 23:07:51.361729 3725 namespace.go:142] [default-managed-tenant-8za6i] updating namespace I0417 23:07:52.353471 3725 namespace.go:142] [default-managed-tenant-8za6i] updating namespace I0417 23:07:52.492394 3725 namespace.go:142] [default-managed-tenant-8za6i] updating namespace I0417 23:07:52.579034 3725 namespace.go:142] [default-managed-tenant-8za6i] updating namespace I0417 23:08:18.620307 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0417 23:08:39.498385 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74 I0417 23:08:51.613506 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0417 23:08:53.590363 3725 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0417 23:09:56.615836 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0417 23:10:00.191816 3725 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29607790-bfbq6 for pod on switch ip-10-0-1-183.ec2.internal I0417 23:10:00.191933 3725 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 I0417 23:10:00.216978 3725 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6] pod update took 25.066022ms I0417 23:10:00.217007 3725 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6] addLogicalPort annotation time took 25.098801ms I0417 23:10:00.218234 3725 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6] addLogicalPort took 26.431517ms, libovsdb time 852.691µs I0417 23:10:00.553105 3725 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 712c26270ea831010c671625c217f3dd86fe3fc896602f4a620bd0a4d372ecc2 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 712c26270ea831010c671625c217f3dd86fe3fc896602f4a620bd0a4d372ecc2 network default NAD default NAD key ] I0417 23:10:00.562978 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29607790-bfbq6, hostIfaceName: 712c26270ea8310, network: default, NAD default, SandboxID: "712c26270ea831010c671625c217f3dd86fe3fc896602f4a620bd0a4d372ecc2", PCI device ID: , UID: "6026d2a9-0001-42dd-b2f7-42fcf4c614e2", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0417 23:10:00.618786 3725 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 712c26270ea831010c671625c217f3dd86fe3fc896602f4a620bd0a4d372ecc2 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 712c26270ea831010c671625c217f3dd86fe3fc896602f4a620bd0a4d372ecc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:3f:76:ad:c2:99\",\"name\":\"712c26270ea8310\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18ea58cf-2d05-4e20-a954-5dad2d945dbf\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:10:04.004350 3725 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 712c26270ea831010c671625c217f3dd86fe3fc896602f4a620bd0a4d372ecc2 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 712c26270ea831010c671625c217f3dd86fe3fc896602f4a620bd0a4d372ecc2 network default NAD default NAD key ] I0417 23:10:04.080043 3725 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 712c26270ea831010c671625c217f3dd86fe3fc896602f4a620bd0a4d372ecc2 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 712c26270ea831010c671625c217f3dd86fe3fc896602f4a620bd0a4d372ecc2 network default NAD default NAD key default], result "{}", err I0417 23:10:04.130125 3725 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:10:04.130180 3725 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 I0417 23:10:04.131506 3725 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6, ips: 10.128.0.47 I0417 23:10:04.131536 3725 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:10:05.016046 3725 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:10:05.016069 3725 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:10:11.626520 3725 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0417 23:10:27.513140 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=351 I0417 23:10:33.631737 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0417 23:11:43.633191 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0417 23:11:58.594847 3725 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0417 23:12:25.501267 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=53 I0417 23:12:32.501300 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=73 I0417 23:14:19.599237 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0417 23:14:33.608331 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0417 23:14:46.501179 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0417 23:15:18.509288 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0417 23:15:29.046807 3725 obj_retry.go:492] Detected object tsf-tpa/create-db-4wvcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:29.046853 3725 obj_retry.go:492] Detected object tsf-tpa/create-db-4wvcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:29.050919 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-4wvcv I0417 23:15:29.050945 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-4wvcv I0417 23:15:31.505533 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0417 23:15:32.026242 3725 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5xdqs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:32.026293 3725 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5xdqs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:32.030586 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-5xdqs I0417 23:15:32.030612 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-5xdqs I0417 23:15:46.037297 3725 obj_retry.go:492] Detected object tsf-tpa/create-importers-ckgcp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:46.037352 3725 obj_retry.go:492] Detected object tsf-tpa/create-importers-ckgcp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:46.041421 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-ckgcp I0417 23:15:46.041454 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-ckgcp I0417 23:15:56.623358 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0417 23:16:55.593938 3725 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0417 23:16:55.635166 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0417 23:17:54.597643 3725 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0417 23:18:03.619249 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0417 23:18:03.636067 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0417 23:18:26.616823 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0417 23:18:55.780589 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:18:55.781251 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:18:56.509518 3725 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:18:56.509544 3725 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:18:56.516177 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod I0417 23:18:56.516210 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod I0417 23:18:57.516230 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=35 I0417 23:18:58.684078 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:18:58.684673 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:19:02.632963 3725 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-tqnwd for pod on switch ip-10-0-1-183.ec2.internal I0417 23:19:02.633111 3725 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd I0417 23:19:02.647064 3725 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd] pod update took 13.987892ms I0417 23:19:02.647087 3725 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd] addLogicalPort annotation time took 14.017336ms I0417 23:19:02.648386 3725 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd] addLogicalPort took 15.439303ms, libovsdb time 904.244µs I0417 23:19:02.997367 3725 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd 20e134ee316f17b6f28da8d5ad10ab7dbd298c46c40648ef4f98658c47f583ca network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd 20e134ee316f17b6f28da8d5ad10ab7dbd298c46c40648ef4f98658c47f583ca network default NAD default NAD key ] I0417 23:19:03.006911 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-tqnwd, hostIfaceName: 20e134ee316f17b, network: default, NAD default, SandboxID: "20e134ee316f17b6f28da8d5ad10ab7dbd298c46c40648ef4f98658c47f583ca", PCI device ID: , UID: "5f61152b-cd50-498e-abda-ad376ddfe663", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0417 23:19:03.064984 3725 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd 20e134ee316f17b6f28da8d5ad10ab7dbd298c46c40648ef4f98658c47f583ca network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd 20e134ee316f17b6f28da8d5ad10ab7dbd298c46c40648ef4f98658c47f583ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:61:ae:80:fe:1f\",\"name\":\"20e134ee316f17b\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da0c2a2c-492c-4c50-a67c-7b851d9a6330\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:19:09.504467 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0417 23:19:14.822974 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:19:14.823513 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:19:15.316387 3725 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod for pod on switch ip-10-0-1-183.ec2.internal I0417 23:19:15.316577 3725 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod I0417 23:19:15.339883 3725 pod.go:62] [default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod] pod update took 23.378863ms I0417 23:19:15.339908 3725 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod] addLogicalPort annotation time took 23.408282ms I0417 23:19:15.341209 3725 pods.go:271] [default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod] addLogicalPort took 24.834842ms, libovsdb time 895.362µs I0417 23:19:15.685220 3725 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod 4c3bf50b91a260691ba631cc5007ee9b5d3acc77b221dc0550b1500a2de4985f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod 4c3bf50b91a260691ba631cc5007ee9b5d3acc77b221dc0550b1500a2de4985f network default NAD default NAD key ] I0417 23:19:15.694937 3725 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod, hostIfaceName: 4c3bf50b91a2606, network: default, NAD default, SandboxID: "4c3bf50b91a260691ba631cc5007ee9b5d3acc77b221dc0550b1500a2de4985f", PCI device ID: , UID: "add37a24-e87b-4990-985f-23fe3075240b", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0417 23:19:15.750518 3725 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod 4c3bf50b91a260691ba631cc5007ee9b5d3acc77b221dc0550b1500a2de4985f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod 4c3bf50b91a260691ba631cc5007ee9b5d3acc77b221dc0550b1500a2de4985f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:ba:be:2c:f1:d3\",\"name\":\"4c3bf50b91a2606\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/deb93c4c-d303-480a-8b94-fae20343c83f\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 23:19:16.866467 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:19:16.866490 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:19:16.866496 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:19:16.866502 3725 util.go:959] Failed to build node endpoints for node ip-10-0-1-183.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0417 23:19:57.180460 3725 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod 4c3bf50b91a260691ba631cc5007ee9b5d3acc77b221dc0550b1500a2de4985f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod 4c3bf50b91a260691ba631cc5007ee9b5d3acc77b221dc0550b1500a2de4985f network default NAD default NAD key ] I0417 23:19:57.273109 3725 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod 4c3bf50b91a260691ba631cc5007ee9b5d3acc77b221dc0550b1500a2de4985f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod 4c3bf50b91a260691ba631cc5007ee9b5d3acc77b221dc0550b1500a2de4985f network default NAD default NAD key default], result "{}", err I0417 23:19:57.363347 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:19:57.363390 3725 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod I0417 23:19:57.364790 3725 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod, ips: 10.128.0.49 I0417 23:19:57.364818 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:19:59.629289 3725 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0417 23:20:00.175039 3725 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29607800-qvd4t for pod on switch ip-10-0-1-183.ec2.internal I0417 23:20:00.175180 3725 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t I0417 23:20:00.187432 3725 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t] pod update took 12.280385ms I0417 23:20:00.187456 3725 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t] addLogicalPort annotation time took 12.308949ms I0417 23:20:00.188845 3725 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t] addLogicalPort took 13.822429ms, libovsdb time 908.32µs I0417 23:20:00.538783 3725 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t 94ae0d753d8decf6a30b68d86600f96b2ce652b8979ec0497b9eae6c939691f2 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t 94ae0d753d8decf6a30b68d86600f96b2ce652b8979ec0497b9eae6c939691f2 network default NAD default NAD key ] I0417 23:20:00.548567 3725 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29607800-qvd4t, hostIfaceName: 94ae0d753d8decf, network: default, NAD default, SandboxID: "94ae0d753d8decf6a30b68d86600f96b2ce652b8979ec0497b9eae6c939691f2", PCI device ID: , UID: "dbd6ab3e-aa20-4ace-866f-4ef40ea0a3a8", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0417 23:20:00.604204 3725 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t 94ae0d753d8decf6a30b68d86600f96b2ce652b8979ec0497b9eae6c939691f2 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t 94ae0d753d8decf6a30b68d86600f96b2ce652b8979ec0497b9eae6c939691f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:0c:fa:b9:4d:ff\",\"name\":\"94ae0d753d8decf\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c1582fe-14e6-45f3-be34-4957c0b2b96d\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:20:04.226583 3725 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t 94ae0d753d8decf6a30b68d86600f96b2ce652b8979ec0497b9eae6c939691f2 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t 94ae0d753d8decf6a30b68d86600f96b2ce652b8979ec0497b9eae6c939691f2 network default NAD default NAD key ] I0417 23:20:04.312760 3725 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t 94ae0d753d8decf6a30b68d86600f96b2ce652b8979ec0497b9eae6c939691f2 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t 94ae0d753d8decf6a30b68d86600f96b2ce652b8979ec0497b9eae6c939691f2 network default NAD default NAD key default], result "{}", err I0417 23:20:04.471147 3725 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:20:04.471193 3725 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t I0417 23:20:04.472586 3725 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t, ips: 10.128.0.50 I0417 23:20:04.472622 3725 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:20:05.234851 3725 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:20:05.234881 3725 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:20:05.274980 3725 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:20:05.275011 3725 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:20:05.279616 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph I0417 23:20:05.279643 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph I0417 23:20:24.512751 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0417 23:20:26.504485 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 I0417 23:20:51.602947 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0417 23:21:03.611085 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0417 23:21:11.628205 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0417 23:21:37.505047 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0417 23:22:27.638740 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0417 23:22:28.324982 3725 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-42cwx-build-image-index-pod for pod on switch ip-10-0-1-183.ec2.internal I0417 23:22:28.325141 3725 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod I0417 23:22:28.357918 3725 pod.go:62] [default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod] pod update took 32.807816ms I0417 23:22:28.357944 3725 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod] addLogicalPort annotation time took 32.838707ms I0417 23:22:28.359471 3725 pods.go:271] [default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod] addLogicalPort took 34.510081ms, libovsdb time 1.036662ms I0417 23:22:28.690320 3725 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod 4614a2bfecb2dbf713886e31b15eea3fbcdbe5da12055519df63f8eeeca816a4 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod 4614a2bfecb2dbf713886e31b15eea3fbcdbe5da12055519df63f8eeeca816a4 network default NAD default NAD key ] I0417 23:22:28.700119 3725 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-42cwx-build-image-index-pod, hostIfaceName: 4614a2bfecb2dbf, network: default, NAD default, SandboxID: "4614a2bfecb2dbf713886e31b15eea3fbcdbe5da12055519df63f8eeeca816a4", PCI device ID: , UID: "96c3750c-0693-4539-9c95-909993e2f50e", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0417 23:22:28.755851 3725 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod 4614a2bfecb2dbf713886e31b15eea3fbcdbe5da12055519df63f8eeeca816a4 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod 4614a2bfecb2dbf713886e31b15eea3fbcdbe5da12055519df63f8eeeca816a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:ac:b3:73:c7:05\",\"name\":\"4614a2bfecb2dbf\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/533907df-9c7b-44a4-8a09-1cfcfe2887b5\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:22:29.052045 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:22:29.052672 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:23:13.935059 3725 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-42cwx-clamav-scan-pod for pod on switch ip-10-0-1-183.ec2.internal I0417 23:23:13.935184 3725 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod I0417 23:23:13.956044 3725 pod.go:62] [default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod] pod update took 20.893558ms I0417 23:23:13.956068 3725 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod] addLogicalPort annotation time took 20.922236ms I0417 23:23:13.957552 3725 pods.go:271] [default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod] addLogicalPort took 22.511818ms, libovsdb time 915.844µs I0417 23:23:14.314015 3725 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod 7cf058de521fc99eb2f990333939950af1356b00f172d1d93d8ab43d1ec56b58 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod 7cf058de521fc99eb2f990333939950af1356b00f172d1d93d8ab43d1ec56b58 network default NAD default NAD key ] I0417 23:23:14.316861 3725 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod 4614a2bfecb2dbf713886e31b15eea3fbcdbe5da12055519df63f8eeeca816a4 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod 4614a2bfecb2dbf713886e31b15eea3fbcdbe5da12055519df63f8eeeca816a4 network default NAD default NAD key ] I0417 23:23:14.324162 3725 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-42cwx-clamav-scan-pod, hostIfaceName: 7cf058de521fc99, network: default, NAD default, SandboxID: "7cf058de521fc99eb2f990333939950af1356b00f172d1d93d8ab43d1ec56b58", PCI device ID: , UID: "a21b7d71-7caa-425e-86d4-e92aadf0922d", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0417 23:23:14.388462 3725 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod 7cf058de521fc99eb2f990333939950af1356b00f172d1d93d8ab43d1ec56b58 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod 7cf058de521fc99eb2f990333939950af1356b00f172d1d93d8ab43d1ec56b58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ec:17:55:2b:5b\",\"name\":\"7cf058de521fc99\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e14474df-3342-4763-847f-f466b2a5c253\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:23:14.396186 3725 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod 4614a2bfecb2dbf713886e31b15eea3fbcdbe5da12055519df63f8eeeca816a4 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod 4614a2bfecb2dbf713886e31b15eea3fbcdbe5da12055519df63f8eeeca816a4 network default NAD default NAD key default], result "{}", err I0417 23:23:14.456645 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:23:14.456677 3725 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod I0417 23:23:14.458222 3725 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod, ips: 10.128.0.51 I0417 23:23:14.458261 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:23:15.780403 3725 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-42cwx-tpa-scan-pod for pod on switch ip-10-0-1-183.ec2.internal I0417 23:23:15.780571 3725 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod I0417 23:23:15.801302 3725 pod.go:62] [default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod] pod update took 20.770265ms I0417 23:23:15.801328 3725 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod] addLogicalPort annotation time took 20.802878ms I0417 23:23:15.802724 3725 pods.go:271] [default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod] addLogicalPort took 22.343776ms, libovsdb time 965.067µs I0417 23:23:16.142727 3725 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod e71e92b6cb17cdd4f7150f5f007eced8b4e104b4d7d9f48fac7c11b252047d7f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod e71e92b6cb17cdd4f7150f5f007eced8b4e104b4d7d9f48fac7c11b252047d7f network default NAD default NAD key ] I0417 23:23:16.152877 3725 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-42cwx-tpa-scan-pod, hostIfaceName: e71e92b6cb17cdd, network: default, NAD default, SandboxID: "e71e92b6cb17cdd4f7150f5f007eced8b4e104b4d7d9f48fac7c11b252047d7f", PCI device ID: , UID: "f3333000-1c2d-4978-a210-0c57dc92875d", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0417 23:23:16.207204 3725 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod e71e92b6cb17cdd4f7150f5f007eced8b4e104b4d7d9f48fac7c11b252047d7f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod e71e92b6cb17cdd4f7150f5f007eced8b4e104b4d7d9f48fac7c11b252047d7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:9d:77:23:1c:5c\",\"name\":\"e71e92b6cb17cdd\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d7d054b-2453-43dd-9d80-5304c29ca0e4\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:23:32.508813 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0417 23:24:31.596635 3725 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0417 23:24:32.041795 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:32.042375 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:35.051366 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:35.051932 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:37.081396 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:37.081973 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:41.897264 3725 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod e71e92b6cb17cdd4f7150f5f007eced8b4e104b4d7d9f48fac7c11b252047d7f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod e71e92b6cb17cdd4f7150f5f007eced8b4e104b4d7d9f48fac7c11b252047d7f network default NAD default NAD key ] I0417 23:24:42.005273 3725 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod e71e92b6cb17cdd4f7150f5f007eced8b4e104b4d7d9f48fac7c11b252047d7f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod e71e92b6cb17cdd4f7150f5f007eced8b4e104b4d7d9f48fac7c11b252047d7f network default NAD default NAD key default], result "{}", err I0417 23:24:42.083351 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:42.083393 3725 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod I0417 23:24:42.084719 3725 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod, ips: 10.128.0.53 I0417 23:24:42.084754 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:42.110030 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:42.110624 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:25:03.168874 3725 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd 20e134ee316f17b6f28da8d5ad10ab7dbd298c46c40648ef4f98658c47f583ca network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd 20e134ee316f17b6f28da8d5ad10ab7dbd298c46c40648ef4f98658c47f583ca network default NAD default NAD key ] I0417 23:25:03.254672 3725 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd 20e134ee316f17b6f28da8d5ad10ab7dbd298c46c40648ef4f98658c47f583ca network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd 20e134ee316f17b6f28da8d5ad10ab7dbd298c46c40648ef4f98658c47f583ca network default NAD default NAD key default], result "{}", err I0417 23:25:03.318345 3725 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:25:03.318388 3725 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd I0417 23:25:03.319839 3725 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd, ips: 10.128.0.48 I0417 23:25:03.319870 3725 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:25:04.020825 3725 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:25:04.020851 3725 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:25:04.024719 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd I0417 23:25:04.024746 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd W0417 23:25:09.902290 3725 duration.go:461] Config duration recorder: measurement expired for pod/tsf/patch-tekton-config-ls7c6 I0417 23:25:13.185231 3725 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:25:13.185817 3725 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:25:14.162536 3725 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:25:14.162584 3725 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:25:14.169973 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h I0417 23:25:14.169999 3725 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h I0417 23:25:54.516362 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0417 23:26:12.613828 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0417 23:26:16.519190 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=181 I0417 23:27:02.606407 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0417 23:27:12.639026 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0417 23:27:21.863527 3725 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod 7cf058de521fc99eb2f990333939950af1356b00f172d1d93d8ab43d1ec56b58 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod 7cf058de521fc99eb2f990333939950af1356b00f172d1d93d8ab43d1ec56b58 network default NAD default NAD key ] I0417 23:27:21.946869 3725 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod 7cf058de521fc99eb2f990333939950af1356b00f172d1d93d8ab43d1ec56b58 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod 7cf058de521fc99eb2f990333939950af1356b00f172d1d93d8ab43d1ec56b58 network default NAD default NAD key default], result "{}", err I0417 23:27:22.017159 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:27:22.017214 3725 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod I0417 23:27:22.018570 3725 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod, ips: 10.128.0.52 I0417 23:27:22.018596 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:27:31.642374 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0417 23:27:36.508165 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0417 23:27:39.327700 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:27:39.328298 3725 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:27:43.601229 3725 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0417 23:27:43.620263 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0417 23:27:43.622119 3725 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0417 23:27:55.736169 3725 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-bojf-ttpgp-verify-pod] creating logical port default-tenant_my-integration-test-bojf-ttpgp-verify-pod for pod on switch ip-10-0-1-183.ec2.internal I0417 23:27:55.736342 3725 kube.go:256] Updating pod default-tenant/my-integration-test-bojf-ttpgp-verify-pod I0417 23:27:55.794952 3725 pod.go:62] [default-tenant/my-integration-test-bojf-ttpgp-verify-pod] pod update took 58.657102ms I0417 23:27:55.794980 3725 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-bojf-ttpgp-verify-pod] addLogicalPort annotation time took 58.687435ms I0417 23:27:55.796265 3725 pods.go:271] [default-tenant/my-integration-test-bojf-ttpgp-verify-pod] addLogicalPort took 60.111047ms, libovsdb time 888.969µs I0417 23:27:56.101784 3725 cni.go:452] [default-tenant/my-integration-test-bojf-ttpgp-verify-pod 9e25f84b33fe11cdae8c4e14f57716276555d099ef437b5f970ad1cc6e7c37c3 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-bojf-ttpgp-verify-pod 9e25f84b33fe11cdae8c4e14f57716276555d099ef437b5f970ad1cc6e7c37c3 network default NAD default NAD key ] I0417 23:27:56.111230 3725 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-bojf-ttpgp-verify-pod, hostIfaceName: 9e25f84b33fe11c, network: default, NAD default, SandboxID: "9e25f84b33fe11cdae8c4e14f57716276555d099ef437b5f970ad1cc6e7c37c3", PCI device ID: , UID: "afed2ddb-8b9f-4066-967c-f7d626c8bbe1", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0417 23:27:56.168773 3725 cni.go:473] [default-tenant/my-integration-test-bojf-ttpgp-verify-pod 9e25f84b33fe11cdae8c4e14f57716276555d099ef437b5f970ad1cc6e7c37c3 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-bojf-ttpgp-verify-pod 9e25f84b33fe11cdae8c4e14f57716276555d099ef437b5f970ad1cc6e7c37c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:f1:a4:bb:72:5a\",\"name\":\"9e25f84b33fe11c\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6378b9d-c9b6-4230-88da-b8e91bf5700c\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 23:27:56.439440 3725 obj_retry.go:498] Detected object default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:27:56.440031 3725 obj_retry.go:498] Detected object default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:28:12.508238 3725 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0417 23:28:17.238170 3725 cni.go:452] [default-tenant/my-integration-test-bojf-ttpgp-verify-pod 9e25f84b33fe11cdae8c4e14f57716276555d099ef437b5f970ad1cc6e7c37c3 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-bojf-ttpgp-verify-pod 9e25f84b33fe11cdae8c4e14f57716276555d099ef437b5f970ad1cc6e7c37c3 network default NAD default NAD key ] I0417 23:28:17.337319 3725 cni.go:473] [default-tenant/my-integration-test-bojf-ttpgp-verify-pod 9e25f84b33fe11cdae8c4e14f57716276555d099ef437b5f970ad1cc6e7c37c3 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-bojf-ttpgp-verify-pod 9e25f84b33fe11cdae8c4e14f57716276555d099ef437b5f970ad1cc6e7c37c3 network default NAD default NAD key default], result "{}", err I0417 23:28:17.446506 3725 obj_retry.go:498] Detected object default-tenant/my-integration-test-bojf-ttpgp-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:28:17.446547 3725 pods.go:176] Deleting pod: default-tenant/my-integration-test-bojf-ttpgp-verify-pod I0417 23:28:17.448088 3725 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-bojf-ttpgp-verify-pod, ips: 10.128.0.54 I0417 23:28:17.448121 3725 obj_retry.go:498] Detected object default-tenant/my-integration-test-bojf-ttpgp-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it