+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-119.ec2.internal ++ [[ -n ip-10-0-0-119.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-119.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0417 22:50:34.035356319 - disable conntrack on geneve port' I0417 22:50:34.035356319 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0417 22:50:34.063829734 - starting ovnkube-node + echo 'I0417 22:50:34.063829734 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-119.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-119.ec2.internal --init-node ip-10-0-0-119.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-119.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0417 22:50:34.112838 3668 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0417 22:50:34.112898 3668 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-cb6565489a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0417 22:50:34.114785 3668 kube.go:431] Waiting for certificate I0417 22:50:34.114824 3668 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0417 22:50:34.114862 3668 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0417 22:50:34.115700 3668 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0417 22:50:34.141221 3668 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 22:50:34.141239 3668 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 22:50:34.143316 3668 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 22:50:34.145413 3668 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-g4zk5" I0417 22:50:34.152414 3668 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-g4zk5" I0417 22:50:34.152923 3668 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 22:50:35.115215 3668 kube.go:438] Certificate found I0417 22:50:35.115760 3668 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0417 22:50:35.116664 3668 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0417 22:50:35.165607 3668 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-18 22:45:34 +0000 UTC" deadline="2026-04-18 19:47:24.807484127 +0000 UTC" I0417 22:50:35.165666 3668 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h56m49.641827859s" I0417 22:50:35.185206 3668 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0417 22:50:35.207336 3668 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0417 22:50:35.207422 3668 server.go:101] MetricServer registers OVS metrics I0417 22:50:35.207740 3668 server.go:105] MetricServer registers OVN DB metrics I0417 22:50:35.210210 3668 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0417 22:50:35.210271 3668 factory.go:561] Starting watch factory I0417 22:50:35.210364 3668 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.210369 3668 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.210383 3668 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.210379 3668 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.210407 3668 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.210413 3668 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.210436 3668 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.210409 3668 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.210527 3668 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.210550 3668 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.210766 3668 controller_manager.go:370] Starting the ovnkube controller I0417 22:50:35.210777 3668 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-119.ec2.internal I0417 22:50:35.210847 3668 controller_manager.go:395] NBDB zone sync took: 42.892µs I0417 22:50:35.210858 3668 factory.go:561] Starting watch factory I0417 22:50:35.211133 3668 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.211160 3668 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.212697 3668 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0417 22:50:35.212755 3668 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0417 22:50:35.226487 3668 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.226487 3668 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.227182 3668 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0417 22:50:35.227241 3668 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0417 22:50:35.229305 3668 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.232329 3668 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0417 22:50:35.232371 3668 server.go:109] MetricServer registers OVN Controller metrics I0417 22:50:35.233191 3668 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.234068 3668 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.237108 3668 server.go:113] MetricServer registers OVN Northd metrics I0417 22:50:35.240966 3668 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:50:35.242320 3668 metrics.go:519] OVN Metrics Server starts to run ... I0417 22:50:35.316132 3668 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0417 22:50:35.316157 3668 factory.go:1977] *v1.Namespace informer cache synced successfully I0417 22:50:35.316161 3668 factory.go:1977] *v1.Node informer cache synced successfully I0417 22:50:35.316164 3668 factory.go:1977] *v1.Service informer cache synced successfully I0417 22:50:35.316168 3668 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0417 22:50:35.316171 3668 factory.go:1977] *v1.Pod informer cache synced successfully I0417 22:50:35.316182 3668 factory.go:1977] *v1.Service informer cache synced successfully I0417 22:50:35.316197 3668 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0417 22:50:35.316202 3668 factory.go:1977] *v1.Pod informer cache synced successfully I0417 22:50:35.316206 3668 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0417 22:50:35.316209 3668 factory.go:1977] *v1.Namespace informer cache synced successfully I0417 22:50:35.316213 3668 factory.go:1977] *v1.Node informer cache synced successfully I0417 22:50:35.316270 3668 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:35.316290 3668 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:35.316294 3668 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:35.316312 3668 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:35.318485 3668 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:35.318724 3668 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 22:50:35.322265 3668 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0417 22:50:35.322277 3668 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0417 22:50:35.322328 3668 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.322340 3668 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.322423 3668 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0417 22:50:35.322435 3668 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0417 22:50:35.324002 3668 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.327437 3668 factory.go:1977] *v1.EgressIP informer cache synced successfully I0417 22:50:35.327459 3668 factory.go:1977] *v1.EgressIP informer cache synced successfully I0417 22:50:35.327562 3668 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.327586 3668 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.329666 3668 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.333038 3668 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0417 22:50:35.333047 3668 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0417 22:50:35.333100 3668 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.333115 3668 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.334759 3668 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.339129 3668 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0417 22:50:35.339181 3668 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.339193 3668 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.339219 3668 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0417 22:50:35.341005 3668 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.344523 3668 factory.go:1977] *v1.EgressService informer cache synced successfully I0417 22:50:35.344577 3668 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.344590 3668 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.344611 3668 factory.go:1977] *v1.EgressService informer cache synced successfully I0417 22:50:35.364412 3668 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.450072 3668 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0417 22:50:35.450148 3668 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0417 22:50:35.450318 3668 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 22:50:35.450340 3668 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 22:50:35.452356 3668 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 22:50:35.456117 3668 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0417 22:50:35.456139 3668 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0417 22:50:35.456190 3668 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.456203 3668 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.456205 3668 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.456215 3668 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.458240 3668 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.458545 3668 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 22:50:35.461409 3668 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0417 22:50:35.461423 3668 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0417 22:50:35.461432 3668 factory.go:680] Watch Factory start up complete, took: 251.162806ms I0417 22:50:35.461431 3668 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0417 22:50:35.461443 3668 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0417 22:50:35.461450 3668 factory.go:680] Watch Factory start up complete, took: 250.59084ms I0417 22:50:35.461457 3668 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-119.ec2.internal" zone I0417 22:50:35.461506 3668 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0417 22:50:35.496818 3668 default_node_network_controller.go:710] Initializing the default node network controller I0417 22:50:35.589021 3668 udn_isolation.go:101] Starting UDN host isolation manager I0417 22:50:35.595005 3668 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0417 22:50:35.648244 3668 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0417 22:50:35.648325 3668 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0417 22:50:35.648339 3668 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0417 22:50:35.682739 3668 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0417 22:50:35.682806 3668 default_node_network_controller.go:809] Node ip-10-0-0-119.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0417 22:50:35.688581 3668 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.119"] k8s.ovn.org/zone-name:ip-10-0-0-119.ec2.internal] on node ip-10-0-0-119.ec2.internal I0417 22:50:35.711413 3668 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0417 22:50:35.711671 3668 controller_manager.go:429] Waiting for node in zone sync took: 250.201956ms I0417 22:50:35.715963 3668 controller_manager.go:611] Switching to transit router for layer2 networks I0417 22:50:35.715978 3668 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-119.ec2.internal I0417 22:50:35.717821 3668 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0417 22:50:35.717990 3668 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0417 22:50:35.718147 3668 gateway_init.go:263] Preparing Gateway I0417 22:50:35.718159 3668 gateway_shared_intf.go:1687] Creating new gateway I0417 22:50:35.735171 3668 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0417 22:50:35.741738 3668 controller_manager.go:290] SCTP support detected in OVN I0417 22:50:35.742287 3668 services_controller.go:69] Creating services controller for network=default I0417 22:50:35.742342 3668 udn_enabled_svc.go:80] Waiting for service informer to sync I0417 22:50:35.742449 3668 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0417 22:50:35.742498 3668 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0417 22:50:35.742511 3668 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0417 22:50:35.742519 3668 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0417 22:50:35.742676 3668 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0417 22:50:35.742715 3668 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0417 22:50:35.742774 3668 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.436µs I0417 22:50:35.742800 3668 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 75.583µs I0417 22:50:35.742814 3668 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 96.339µs I0417 22:50:35.742822 3668 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0417 22:50:35.742832 3668 udn_enabled_svc.go:95] Performing full resync I0417 22:50:35.742856 3668 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.473µs I0417 22:50:35.742833 3668 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0417 22:50:35.742924 3668 default_network_controller.go:325] Starting the default network controller I0417 22:50:35.743083 3668 udn_enabled_svc.go:99] Waiting for handler to sync I0417 22:50:35.743095 3668 udn_enabled_svc.go:104] Starting worker I0417 22:50:35.752868 3668 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0417 22:50:35.752971 3668 repair.go:33] Syncing exgw routes took 89.246µs I0417 22:50:35.752998 3668 default_network_controller.go:414] Starting all the Watchers... I0417 22:50:35.753231 3668 namespace.go:98] [openshift-image-registry] adding namespace I0417 22:50:35.753247 3668 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0417 22:50:35.753250 3668 namespace.go:98] [kube-node-lease] adding namespace I0417 22:50:35.753254 3668 namespace.go:98] [open-cluster-management-2po6f2tbuq1ti4ohitqd4085cqflumq1] adding namespace I0417 22:50:35.753249 3668 namespace.go:98] [openshift-backplane-mobb] adding namespace I0417 22:50:35.753235 3668 namespace.go:98] [openshift-must-gather-operator] adding namespace I0417 22:50:35.753263 3668 namespace.go:98] [openshift-kube-apiserver] adding namespace I0417 22:50:35.753276 3668 namespace.go:98] [openshift-apiserver] adding namespace I0417 22:50:35.753277 3668 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0417 22:50:35.753281 3668 namespace.go:98] [openshift-controller-manager] adding namespace I0417 22:50:35.753279 3668 namespace.go:98] [openshift-node] adding namespace I0417 22:50:35.753288 3668 namespace.go:98] [openshift-infra] adding namespace I0417 22:50:35.753292 3668 namespace.go:98] [openshift-network-node-identity] adding namespace I0417 22:50:35.753297 3668 namespace.go:98] [openshift-etcd] adding namespace I0417 22:50:35.753234 3668 namespace.go:98] [openshift-backplane] adding namespace I0417 22:50:35.753851 3668 namespace.go:102] [openshift-image-registry] adding namespace took 605.192µs I0417 22:50:35.753865 3668 namespace.go:98] [openshift-cluster-version] adding namespace I0417 22:50:35.754270 3668 namespace.go:102] [openshift-cluster-version] adding namespace took 399.967µs I0417 22:50:35.754282 3668 namespace.go:98] [openshift-package-operator] adding namespace I0417 22:50:35.754793 3668 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 1.536012ms I0417 22:50:35.754808 3668 namespace.go:98] [openshift-config-operator] adding namespace I0417 22:50:35.755352 3668 namespace.go:102] [openshift-config-operator] adding namespace took 538.634µs I0417 22:50:35.755366 3668 namespace.go:98] [openshift-logging] adding namespace I0417 22:50:35.756012 3668 namespace.go:102] [open-cluster-management-2po6f2tbuq1ti4ohitqd4085cqflumq1] adding namespace took 2.746224ms I0417 22:50:35.756024 3668 namespace.go:98] [openshift-kube-scheduler] adding namespace I0417 22:50:35.756518 3668 namespace.go:102] [kube-node-lease] adding namespace took 3.258156ms I0417 22:50:35.756530 3668 namespace.go:98] [openshift-network-operator] adding namespace I0417 22:50:35.757212 3668 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.942449ms I0417 22:50:35.757223 3668 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0417 22:50:35.757757 3668 namespace.go:102] [openshift-must-gather-operator] adding namespace took 4.480348ms I0417 22:50:35.757782 3668 namespace.go:98] [kube-system] adding namespace I0417 22:50:35.758336 3668 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.059455ms I0417 22:50:35.758359 3668 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0417 22:50:35.758933 3668 namespace.go:102] [openshift-apiserver] adding namespace took 5.650126ms I0417 22:50:35.758950 3668 namespace.go:98] [openshift-host-network] adding namespace I0417 22:50:35.759516 3668 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.22608ms I0417 22:50:35.759539 3668 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0417 22:50:35.760004 3668 namespace.go:102] [openshift-controller-manager] adding namespace took 6.713516ms I0417 22:50:35.760026 3668 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0417 22:50:35.760607 3668 namespace.go:102] [openshift-node] adding namespace took 7.313325ms I0417 22:50:35.760625 3668 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0417 22:50:35.761101 3668 namespace.go:102] [openshift-infra] adding namespace took 7.808364ms I0417 22:50:35.761115 3668 namespace.go:98] [openshift-backplane-cee] adding namespace I0417 22:50:35.761763 3668 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.462673ms I0417 22:50:35.761781 3668 namespace.go:98] [openshift-service-ca-operator] adding namespace I0417 22:50:35.762200 3668 namespace.go:102] [openshift-etcd] adding namespace took 8.89539ms I0417 22:50:35.762211 3668 namespace.go:98] [openshift] adding namespace I0417 22:50:35.762671 3668 namespace.go:102] [openshift-backplane] adding namespace took 9.31155ms I0417 22:50:35.762691 3668 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0417 22:50:35.763110 3668 namespace.go:102] [openshift-package-operator] adding namespace took 8.82127ms I0417 22:50:35.763125 3668 namespace.go:98] [openshift-authentication-operator] adding namespace I0417 22:50:35.763558 3668 namespace.go:102] [openshift-logging] adding namespace took 8.185523ms I0417 22:50:35.763570 3668 namespace.go:98] [openshift-route-controller-manager] adding namespace I0417 22:50:35.764014 3668 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.985583ms I0417 22:50:35.764024 3668 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0417 22:50:35.764510 3668 namespace.go:102] [openshift-network-operator] adding namespace took 7.974904ms I0417 22:50:35.764524 3668 namespace.go:98] [openshift-backplane-csm] adding namespace I0417 22:50:35.764933 3668 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.705465ms I0417 22:50:35.764945 3668 namespace.go:98] [dedicated-admin] adding namespace I0417 22:50:35.765371 3668 namespace.go:102] [kube-system] adding namespace took 7.583926ms I0417 22:50:35.765382 3668 namespace.go:98] [openshift-console] adding namespace I0417 22:50:35.765846 3668 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.480978ms I0417 22:50:35.765859 3668 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0417 22:50:35.766384 3668 namespace.go:102] [openshift-host-network] adding namespace took 7.427345ms I0417 22:50:35.766428 3668 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0417 22:50:35.766824 3668 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.279947ms I0417 22:50:35.766835 3668 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0417 22:50:35.767306 3668 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.272104ms I0417 22:50:35.767321 3668 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0417 22:50:35.767829 3668 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.197973ms I0417 22:50:35.767842 3668 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0417 22:50:35.768262 3668 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.14082ms I0417 22:50:35.768275 3668 namespace.go:98] [openshift-insights] adding namespace I0417 22:50:35.768765 3668 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.977686ms I0417 22:50:35.768779 3668 namespace.go:98] [openshift-machine-config-operator] adding namespace I0417 22:50:35.769231 3668 namespace.go:102] [openshift] adding namespace took 7.01259ms I0417 22:50:35.769249 3668 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0417 22:50:35.769642 3668 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.944567ms I0417 22:50:35.769655 3668 namespace.go:98] [openshift-dns-operator] adding namespace I0417 22:50:35.770130 3668 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.999358ms I0417 22:50:35.770145 3668 namespace.go:98] [openshift-ingress] adding namespace I0417 22:50:35.770606 3668 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.029063ms I0417 22:50:35.770624 3668 namespace.go:98] [openshift-console-operator] adding namespace I0417 22:50:35.771046 3668 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.017247ms I0417 22:50:35.771060 3668 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0417 22:50:35.771520 3668 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.976013ms I0417 22:50:35.771535 3668 namespace.go:98] [openshift-network-diagnostics] adding namespace I0417 22:50:35.771964 3668 namespace.go:102] [dedicated-admin] adding namespace took 7.010881ms I0417 22:50:35.771997 3668 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0417 22:50:35.772506 3668 namespace.go:102] [openshift-console] adding namespace took 7.117588ms I0417 22:50:35.772525 3668 namespace.go:98] [openshift-marketplace] adding namespace I0417 22:50:35.772969 3668 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.103728ms I0417 22:50:35.772985 3668 namespace.go:98] [openshift-multus] adding namespace I0417 22:50:35.773417 3668 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.979959ms I0417 22:50:35.773436 3668 namespace.go:98] [default] adding namespace I0417 22:50:35.774274 3668 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.433416ms I0417 22:50:35.774288 3668 namespace.go:98] [openshift-ingress-operator] adding namespace I0417 22:50:35.774768 3668 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.439407ms I0417 22:50:35.774788 3668 namespace.go:98] [openshift-config] adding namespace I0417 22:50:35.775230 3668 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.381304ms I0417 22:50:35.775250 3668 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0417 22:50:35.775829 3668 namespace.go:102] [openshift-insights] adding namespace took 7.548205ms I0417 22:50:35.775845 3668 namespace.go:98] [openshift-operators] adding namespace I0417 22:50:35.776278 3668 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.491837ms I0417 22:50:35.776293 3668 namespace.go:98] [openshift-customer-monitoring] adding namespace I0417 22:50:35.776874 3668 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.618052ms I0417 22:50:35.776889 3668 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0417 22:50:35.777289 3668 namespace.go:102] [openshift-dns-operator] adding namespace took 7.629398ms I0417 22:50:35.777299 3668 namespace.go:98] [openshift-network-console] adding namespace I0417 22:50:35.777790 3668 namespace.go:102] [openshift-ingress] adding namespace took 7.639393ms I0417 22:50:35.778227 3668 namespace.go:102] [openshift-console-operator] adding namespace took 7.59719ms W0417 22:50:35.778652 3668 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-48k7l: pod openshift-network-diagnostics/network-check-target-48k7l: no pod IPs found I0417 22:50:35.778687 3668 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.622386ms I0417 22:50:35.778704 3668 namespace.go:98] [openshift-backplane-srep] adding namespace I0417 22:50:35.779207 3668 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.664233ms I0417 22:50:35.779221 3668 namespace.go:98] [openshift-backplane-cse] adding namespace I0417 22:50:35.779662 3668 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.655969ms I0417 22:50:35.779672 3668 namespace.go:98] [openshift-machine-api] adding namespace W0417 22:50:35.780103 3668 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ttgfv: pod openshift-multus/network-metrics-daemon-ttgfv: no pod IPs found I0417 22:50:35.780117 3668 namespace.go:102] [openshift-marketplace] adding namespace took 7.588036ms I0417 22:50:35.780124 3668 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0417 22:50:35.780996 3668 namespace.go:102] [openshift-multus] adding namespace took 8.004966ms I0417 22:50:35.781012 3668 namespace.go:98] [openshift-dns] adding namespace I0417 22:50:35.781447 3668 namespace.go:102] [default] adding namespace took 8.005781ms I0417 22:50:35.781460 3668 namespace.go:98] [openshift-backplane-tam] adding namespace I0417 22:50:35.781952 3668 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.659453ms I0417 22:50:35.781965 3668 namespace.go:98] [openshift-ingress-canary] adding namespace I0417 22:50:35.782404 3668 namespace.go:102] [openshift-config] adding namespace took 7.594883ms I0417 22:50:35.782419 3668 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0417 22:50:35.782832 3668 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.578173ms I0417 22:50:35.782843 3668 namespace.go:98] [openshift-operators-redhat] adding namespace I0417 22:50:35.783257 3668 namespace.go:102] [openshift-operators] adding namespace took 7.407746ms I0417 22:50:35.783700 3668 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.402525ms I0417 22:50:35.783717 3668 namespace.go:98] [kube-public] adding namespace I0417 22:50:35.784153 3668 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.259795ms I0417 22:50:35.784623 3668 namespace.go:102] [openshift-network-console] adding namespace took 7.31949ms I0417 22:50:35.784634 3668 namespace.go:98] [openshift-console-user-settings] adding namespace I0417 22:50:35.785002 3668 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.292069ms I0417 22:50:35.785385 3668 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.159436ms I0417 22:50:35.785413 3668 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0417 22:50:35.785784 3668 namespace.go:102] [openshift-machine-api] adding namespace took 6.106911ms I0417 22:50:35.786174 3668 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.046408ms I0417 22:50:35.786657 3668 namespace.go:102] [openshift-dns] adding namespace took 5.639163ms I0417 22:50:35.786671 3668 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0417 22:50:35.787073 3668 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.608431ms I0417 22:50:35.787575 3668 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.604864ms I0417 22:50:35.787590 3668 namespace.go:98] [openshift-monitoring] adding namespace I0417 22:50:35.787998 3668 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.574055ms I0417 22:50:35.788013 3668 namespace.go:98] [openshift-apiserver-operator] adding namespace I0417 22:50:35.788379 3668 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.531966ms I0417 22:50:35.788871 3668 namespace.go:102] [kube-public] adding namespace took 5.14843ms I0417 22:50:35.788885 3668 namespace.go:98] [openshift-authentication] adding namespace I0417 22:50:35.789331 3668 namespace.go:102] [openshift-console-user-settings] adding namespace took 4.69213ms I0417 22:50:35.789345 3668 namespace.go:98] [openshift-config-managed] adding namespace I0417 22:50:35.789804 3668 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.370278ms I0417 22:50:35.790189 3668 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 3.513955ms I0417 22:50:35.790767 3668 namespace.go:102] [openshift-monitoring] adding namespace took 3.172621ms I0417 22:50:35.791214 3668 namespace.go:102] [openshift-apiserver-operator] adding namespace took 3.196991ms I0417 22:50:35.791592 3668 namespace.go:102] [openshift-authentication] adding namespace took 2.702951ms I0417 22:50:35.792014 3668 namespace.go:102] [openshift-config-managed] adding namespace took 2.663432ms W0417 22:50:35.792105 3668 master.go:458] Unable to parse local node ip-10-0-0-119.ec2.internal chassis-id annotation. Chassis may be removed during sync I0417 22:50:35.792117 3668 master.go:481] Removing stale chassis with ID/Name: af29b4e7-2a0b-47a1-9741-572016b3f173, hostname: ip-10-0-0-119.ec2.internal I0417 22:50:35.792698 3668 master.go:548] Adding or Updating local node "ip-10-0-0-119.ec2.internal" for network "default" I0417 22:50:35.793894 3668 zone_ic_handler.go:195] Time taken to create transit switch: 390.85µs I0417 22:50:35.793907 3668 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-226.ec2.internal for the network default I0417 22:50:35.794918 3668 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-226.ec2.internal" on network "default" took: 1.425182ms I0417 22:50:35.796243 3668 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-119.ec2.internal for the network default I0417 22:50:35.796450 3668 zone_ic_handler.go:195] Time taken to create transit switch: 194.644µs I0417 22:50:35.797092 3668 default_network_controller.go:823] Node add failed for ip-10-0-0-119.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal, error getting gateway config for node ip-10-0-0-119.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal", failed to update chassis to local for local node ip-10-0-0-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-119.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal] E0417 22:50:35.797145 3668 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-119.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal, error getting gateway config for node ip-10-0-0-119.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal", failed to update chassis to local for local node ip-10-0-0-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-119.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal] I0417 22:50:35.797275 3668 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-119.ec2.internal", UID:"3500ea64-a687-4794-8281-a6850e49c78c", APIVersion:"v1", ResourceVersion:"9068", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal, error getting gateway config for node ip-10-0-0-119.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal", failed to update chassis to local for local node ip-10-0-0-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-119.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal] I0417 22:50:35.797839 3668 zone_ic_handler.go:195] Time taken to create transit switch: 174.006µs I0417 22:50:35.797852 3668 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-183.ec2.internal for the network default I0417 22:50:35.798837 3668 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-183.ec2.internal" on network "default" took: 1.180915ms I0417 22:50:35.798922 3668 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0417 22:50:35.798950 3668 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0417 22:50:35.798965 3668 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0417 22:50:35.798988 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0417 22:50:35.799020 3668 node_tracker.go:235] Node ip-10-0-0-119.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal" I0417 22:50:35.799039 3668 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:35.799057 3668 services_controller.go:574] Full service sync requested for network=default I0417 22:50:35.799064 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-183.ec2.internal in network "default" I0417 22:50:35.799158 3668 node_tracker.go:169] Node ip-10-0-1-183.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:35.799167 3668 services_controller.go:574] Full service sync requested for network=default I0417 22:50:35.799176 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-226.ec2.internal in network "default" I0417 22:50:35.799200 3668 node_tracker.go:169] Node ip-10-0-2-226.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:35.799207 3668 services_controller.go:574] Full service sync requested for network=default I0417 22:50:35.882778 3668 iptables.go:108] Creating table: filter chain: FORWARD I0417 22:50:35.889551 3668 iptables.go:108] Creating table: filter chain: OUTPUT I0417 22:50:35.896282 3668 gateway_shared_intf.go:1816] Gateway Creation Complete I0417 22:50:35.896298 3668 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-119.ec2.internal","mac-address":"12:c8:7d:85:26:2d","ip-addresses":["10.0.0.119/24"],"ip-address":"10.0.0.119/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:af29b4e7-2a0b-47a1-9741-572016b3f173 k8s.ovn.org/node-encap-ips:["10.0.0.119"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.119/24"} k8s.ovn.org/zone-name:ip-10-0-0-119.ec2.internal] on node ip-10-0-0-119.ec2.internal I0417 22:50:35.899448 3668 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0417 22:50:35.899469 3668 services_controller.go:208] Setting up event handlers for services for network=default I0417 22:50:35.899528 3668 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0417 22:50:35.899577 3668 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0417 22:50:35.899593 3668 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0417 22:50:35.910457 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0417 22:50:35.910531 3668 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:35.910529 3668 master.go:548] Adding or Updating local node "ip-10-0-0-119.ec2.internal" for network "default" I0417 22:50:35.910545 3668 services_controller.go:574] Full service sync requested for network=default I0417 22:50:35.914551 3668 default_node_network_controller.go:519] Node connection status = connected W0417 22:50:35.915956 3668 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-ttgfv: pod openshift-multus/network-metrics-daemon-ttgfv: no pod IPs found W0417 22:50:35.915972 3668 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-48k7l: pod openshift-network-diagnostics/network-check-target-48k7l: no pod IPs found I0417 22:50:35.916929 3668 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-119.ec2.internal for the network default I0417 22:50:35.917098 3668 zone_ic_handler.go:195] Time taken to create transit switch: 153.936µs I0417 22:50:36.000251 3668 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0417 22:50:36.000279 3668 repair.go:60] Starting repairing loop for services I0417 22:50:36.000362 3668 repair.go:131] Deleted 0 stale service LBs I0417 22:50:36.000381 3668 repair.go:137] Deleted 0 stale Chassis Template Vars I0417 22:50:36.000416 3668 repair.go:62] Finished repairing loop for services: 142.719µs I0417 22:50:36.000440 3668 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0417 22:50:36.000451 3668 services_controller.go:254] Starting workers for network=default I0417 22:50:36.001057 3668 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-xbhl5 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0417 22:50:36.001360 3668 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ttgfv] creating logical port openshift-multus_network-metrics-daemon-ttgfv for pod on switch ip-10-0-0-119.ec2.internal I0417 22:50:36.001471 3668 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-48k7l] creating logical port openshift-network-diagnostics_network-check-target-48k7l for pod on switch ip-10-0-0-119.ec2.internal I0417 22:50:36.001492 3668 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-ttgfv I0417 22:50:36.001554 3668 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-48k7l I0417 22:50:36.016886 3668 pod.go:62] [openshift-network-diagnostics/network-check-target-48k7l] pod update took 15.364777ms I0417 22:50:36.016906 3668 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-48k7l] addLogicalPort annotation time took 15.390565ms I0417 22:50:36.017786 3668 pods.go:271] [openshift-network-diagnostics/network-check-target-48k7l] addLogicalPort took 16.318767ms, libovsdb time 643.23µs I0417 22:50:36.018135 3668 pod.go:62] [openshift-multus/network-metrics-daemon-ttgfv] pod update took 16.682087ms I0417 22:50:36.018154 3668 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-ttgfv] addLogicalPort annotation time took 16.704878ms I0417 22:50:36.019040 3668 pods.go:271] [openshift-multus/network-metrics-daemon-ttgfv] addLogicalPort took 17.686596ms, libovsdb time 699.621µs I0417 22:50:36.019422 3668 admin_network_policy_controller.go:227] Starting controller default-network-controller I0417 22:50:36.019445 3668 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0417 22:50:36.019459 3668 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0417 22:50:36.019463 3668 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0417 22:50:36.019641 3668 repair.go:29] Repairing admin network policies took 172.895µs I0417 22:50:36.019810 3668 repair.go:92] Repairing baseline admin network policies took 148.011µs I0417 22:50:36.020220 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0417 22:50:36.020240 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0417 22:50:36.022466 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0417 22:50:36.022488 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0417 22:50:36.022496 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0417 22:50:36.023737 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0417 22:50:36.023755 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0417 22:50:36.024432 3668 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0417 22:50:36.024446 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0417 22:50:36.026130 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0417 22:50:36.026147 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0417 22:50:36.026156 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0417 22:50:36.026710 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0417 22:50:36.026730 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0417 22:50:36.026739 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0417 22:50:36.028276 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0417 22:50:36.028295 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0417 22:50:36.028302 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0417 22:50:36.029531 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0417 22:50:36.029548 3668 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0417 22:50:36.029557 3668 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0417 22:50:36.031474 3668 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0417 22:50:36.031494 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0417 22:50:36.031504 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0417 22:50:36.032639 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0417 22:50:36.032658 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0417 22:50:36.032669 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0417 22:50:36.033821 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0417 22:50:36.033839 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0417 22:50:36.033846 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0417 22:50:36.034423 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0417 22:50:36.034442 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0417 22:50:36.034462 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0417 22:50:36.035013 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0417 22:50:36.035032 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0417 22:50:36.035038 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0417 22:50:36.035361 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0417 22:50:36.035382 3668 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0417 22:50:36.035405 3668 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0417 22:50:36.036907 3668 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0417 22:50:36.036927 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0417 22:50:36.036937 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0417 22:50:36.038376 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0417 22:50:36.038417 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0417 22:50:36.038428 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0417 22:50:36.039055 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0417 22:50:36.039078 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0417 22:50:36.039087 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0417 22:50:36.039684 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0417 22:50:36.039704 3668 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0417 22:50:36.039714 3668 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0417 22:50:36.040319 3668 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0417 22:50:36.040337 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0417 22:50:36.040345 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0417 22:50:36.040909 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0417 22:50:36.040928 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0417 22:50:36.040937 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0417 22:50:36.041459 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0417 22:50:36.041477 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0417 22:50:36.041508 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0417 22:50:36.042322 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0417 22:50:36.042340 3668 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0417 22:50:36.042348 3668 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0417 22:50:36.043480 3668 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0417 22:50:36.043497 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0417 22:50:36.043503 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0417 22:50:36.043804 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0417 22:50:36.043822 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0417 22:50:36.043830 3668 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0417 22:50:36.045703 3668 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0417 22:50:36.045722 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0417 22:50:36.045730 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0417 22:50:36.046701 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0417 22:50:36.046718 3668 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0417 22:50:36.046727 3668 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0417 22:50:36.047595 3668 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0417 22:50:36.047612 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0417 22:50:36.047620 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0417 22:50:36.048286 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0417 22:50:36.048304 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0417 22:50:36.048311 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0417 22:50:36.048895 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0417 22:50:36.048915 3668 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0417 22:50:36.048923 3668 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0417 22:50:36.049243 3668 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0417 22:50:36.049262 3668 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0417 22:50:36.049274 3668 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0417 22:50:36.050336 3668 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0417 22:50:36.050596 3668 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-xbhl5 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0417 22:50:36.056493 3668 egressfirewall.go:374] Starting EgressFirewall controller I0417 22:50:36.056534 3668 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0417 22:50:36.056536 3668 controller.go:133] Adding controller egress-firewall-controller event handlers I0417 22:50:36.056619 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0417 22:50:36.056624 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0417 22:50:36.056634 3668 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0417 22:50:36.056636 3668 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0417 22:50:36.056910 3668 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0417 22:50:36.056923 3668 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0417 22:50:36.056929 3668 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0417 22:50:36.056938 3668 egressqos.go:193] Setting up event handlers for EgressQoS I0417 22:50:36.056948 3668 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0417 22:50:36.056963 3668 egressfirewall.go:723] Syncing node "ip-10-0-1-183.ec2.internal" for egress firewall I0417 22:50:36.056972 3668 egressfirewall.go:723] Syncing node "ip-10-0-2-226.ec2.internal" for egress firewall I0417 22:50:36.057090 3668 egressqos.go:245] Starting EgressQoS Controller I0417 22:50:36.057099 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0417 22:50:36.057105 3668 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0417 22:50:36.057110 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0417 22:50:36.057114 3668 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0417 22:50:36.057119 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0417 22:50:36.057124 3668 shared_informer.go:356] "Caches are synced" controller="egressqos" I0417 22:50:36.057127 3668 egressqos.go:259] Repairing EgressQoSes I0417 22:50:36.057131 3668 egressqos.go:399] Starting repairing loop for egressqos I0417 22:50:36.057229 3668 egressqos.go:401] Finished repairing loop for egressqos: 84.606µs I0417 22:50:36.057300 3668 egressservice_zone.go:132] Setting up event handlers for Egress Services I0417 22:50:36.057320 3668 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-119.ec2.internal I0417 22:50:36.057383 3668 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-119.ec2.internal : 61.737µs I0417 22:50:36.057541 3668 egressservice_zone.go:210] Starting Egress Services Controller I0417 22:50:36.057550 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0417 22:50:36.057556 3668 shared_informer.go:356] "Caches are synced" controller="egressservices" I0417 22:50:36.057562 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0417 22:50:36.057566 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0417 22:50:36.057571 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0417 22:50:36.057575 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0417 22:50:36.057587 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0417 22:50:36.057593 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0417 22:50:36.057597 3668 egressservice_zone.go:228] Repairing Egress Services I0417 22:50:36.057888 3668 master_controller.go:88] Starting Admin Policy Based Route Controller I0417 22:50:36.057903 3668 external_controller.go:278] Starting Admin Policy Based Route Controller I0417 22:50:36.057971 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-226.ec2.internal I0417 22:50:36.057981 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-226.ec2.internal: 13.995µs I0417 22:50:36.057987 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0417 22:50:36.058000 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 11.7µs I0417 22:50:36.058006 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-183.ec2.internal I0417 22:50:36.058018 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-183.ec2.internal: 12.394µs I0417 22:50:36.058156 3668 default_network_controller.go:585] Completing all the Watchers took 305.144303ms I0417 22:50:36.058177 3668 default_network_controller.go:589] Starting unidling controllers I0417 22:50:36.058193 3668 unidle.go:46] Registering OVN SB ControllerEvent handler I0417 22:50:36.058203 3668 unidle.go:63] Populating Initial ContollerEvent events I0417 22:50:36.058216 3668 unidle.go:79] Setting up event handlers for services I0417 22:50:36.058299 3668 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0417 22:50:36.415550 3668 default_node_network_controller.go:519] Node connection status = connected I0417 22:50:36.424488 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-226.ec2.internal I0417 22:50:36.424513 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-226.ec2.internal: 31.549µs I0417 22:50:36.424555 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-226.ec2.internal in network "default" I0417 22:50:36.424601 3668 egressfirewall.go:723] Syncing node "ip-10-0-2-226.ec2.internal" for egress firewall I0417 22:50:36.424613 3668 node_tracker.go:169] Node ip-10-0-2-226.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:36.424617 3668 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-226.ec2.internal. Updating no re-route policies I0417 22:50:36.424629 3668 services_controller.go:574] Full service sync requested for network=default I0417 22:50:36.915379 3668 default_node_network_controller.go:519] Node connection status = connected I0417 22:50:37.415838 3668 default_node_network_controller.go:519] Node connection status = connected W0417 22:50:37.767680 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 22:50:37.889957 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0417 22:50:37.915734 3668 default_node_network_controller.go:519] Node connection status = connected W0417 22:50:37.939346 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 22:50:37.958604 3668 bridgeconfig.go:537] Gateway is ready I0417 22:50:37.958620 3668 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0417 22:50:37.971667 3668 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.119. Updating OVN encap IP. I0417 22:50:37.973879 3668 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0417 22:50:37.977442 3668 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.119 - it is already configured I0417 22:50:37.977455 3668 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.119/24:{} 172.20.0.1/32:{}]. Updating annotations. I0417 22:50:37.977674 3668 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.119/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-119.ec2.internal","mac-address":"12:c8:7d:85:26:2d","ip-addresses":["10.0.0.119/24"],"ip-address":"10.0.0.119/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:af29b4e7-2a0b-47a1-9741-572016b3f173 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.119/24"}] on node ip-10-0-0-119.ec2.internal I0417 22:50:37.993462 3668 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.119 I0417 22:50:37.993562 3668 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-119.ec2.internal I0417 22:50:37.993871 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0417 22:50:37.993878 3668 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0417 22:50:37.993921 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0417 22:50:37.993927 3668 master.go:548] Adding or Updating local node "ip-10-0-0-119.ec2.internal" for network "default" I0417 22:50:37.993928 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 9.327µs I0417 22:50:37.993936 3668 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0417 22:50:37.993959 3668 services_controller.go:574] Full service sync requested for network=default W0417 22:50:37.994380 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 22:50:37.994575 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0417 22:50:37.994574 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0417 22:50:37.998285 3668 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-119.ec2.internal. Updating no re-route policies I0417 22:50:37.998358 3668 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-119.ec2.internal I0417 22:50:37.998367 3668 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-mdsq8 I0417 22:50:37.998371 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-119.ec2.internal I0417 22:50:37.998380 3668 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-mdsq8 I0417 22:50:37.998380 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ttgfv I0417 22:50:37.998383 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-wpm4x I0417 22:50:37.998409 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ttgfv I0417 22:50:37.998412 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-bjqjn I0417 22:50:37.998418 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-p7z9f I0417 22:50:37.998421 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-bjqjn I0417 22:50:37.998424 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-p7z9f I0417 22:50:37.998427 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-75xbk I0417 22:50:37.998439 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-fttxm I0417 22:50:37.998441 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-p7z9f after 0 failed attempt(s) I0417 22:50:37.998441 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-bjqjn after 0 failed attempt(s) I0417 22:50:37.998445 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-75xbk I0417 22:50:37.998440 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-mbfjc I0417 22:50:37.998450 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-fttxm I0417 22:50:37.998454 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-48k7l I0417 22:50:37.998461 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-48k7l I0417 22:50:37.998461 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-b75wx I0417 22:50:37.998461 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-mbfjc I0417 22:50:37.998412 3668 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-mdsq8 after 0 failed attempt(s) I0417 22:50:37.998476 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-b75wx I0417 22:50:37.998477 3668 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-48k7l] creating logical port openshift-network-diagnostics_network-check-target-48k7l for pod on switch ip-10-0-0-119.ec2.internal I0417 22:50:37.998384 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-119.ec2.internal I0417 22:50:37.998488 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-mbfjc after 0 failed attempt(s) I0417 22:50:37.998468 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-75xbk after 0 failed attempt(s) I0417 22:50:37.998443 3668 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ttgfv] creating logical port openshift-multus_network-metrics-daemon-ttgfv for pod on switch ip-10-0-0-119.ec2.internal I0417 22:50:37.998504 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-b75wx after 0 failed attempt(s) I0417 22:50:37.998376 3668 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-119.ec2.internal I0417 22:50:37.998531 3668 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-119.ec2.internal after 0 failed attempt(s) I0417 22:50:37.998506 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-119.ec2.internal after 0 failed attempt(s) I0417 22:50:37.998358 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2zs6w I0417 22:50:37.998553 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2zs6w I0417 22:50:37.998566 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2zs6w after 0 failed attempt(s) I0417 22:50:37.998471 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-fttxm after 0 failed attempt(s) I0417 22:50:37.998410 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-wpm4x I0417 22:50:37.998602 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-wpm4x after 0 failed attempt(s) I0417 22:50:37.999123 3668 pods.go:271] [openshift-network-diagnostics/network-check-target-48k7l] addLogicalPort took 645.624µs, libovsdb time 284.583µs I0417 22:50:37.999135 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-48k7l after 0 failed attempt(s) I0417 22:50:37.999298 3668 pods.go:271] [openshift-multus/network-metrics-daemon-ttgfv] addLogicalPort took 864.973µs, libovsdb time 281.355µs I0417 22:50:37.999305 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-ttgfv after 0 failed attempt(s) I0417 22:50:38.007941 3668 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0417 22:50:38.021012 3668 iptables.go:108] Creating table: mangle chain: OUTPUT I0417 22:50:38.024636 3668 iptables.go:108] Creating table: nat chain: OUTPUT I0417 22:50:38.065738 3668 iptables.go:108] Creating table: nat chain: PREROUTING I0417 22:50:38.123653 3668 iptables.go:108] Creating table: filter chain: FORWARD I0417 22:50:38.141804 3668 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0417 22:50:38.141960 3668 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0417 22:50:38.142026 3668 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0417 22:50:38.142106 3668 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0417 22:50:38.142163 3668 gateway_init.go:325] Gateway and management port readiness took 2.231921853s I0417 22:50:38.142192 3668 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0417 22:50:38.142230 3668 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0417 22:50:38.142242 3668 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0417 22:50:38.142250 3668 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0417 22:50:38.142316 3668 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0417 22:50:38.142423 3668 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 72.872µs I0417 22:50:38.142718 3668 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0417 22:50:38.142743 3668 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.612µs I0417 22:50:38.142751 3668 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.265µs I0417 22:50:38.142756 3668 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0417 22:50:38.142765 3668 nad_controller.go:379] [node-nad-controller NAD controller]: started I0417 22:50:38.142770 3668 default_node_network_controller.go:899] Starting the default node network controller I0417 22:50:38.142775 3668 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0417 22:50:38.142798 3668 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.856µs I0417 22:50:38.142933 3668 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0417 22:50:38.142942 3668 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0417 22:50:38.142965 3668 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d240 0xc0002d3ce0 0xc0002d3d50 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 0xc0002d3f10 0xc000aab630 0xc0002ee000 0xc0002ee070 0xc000cee370 0xc0065da7e0 0xc0002ee0e0 map[0x2ff9080:0xc002125b00 0x2ff95c0:0xc002125c80 0x2ffa2e0:0xc002125a40 0x2ffa580:0xc002125aa0 0x2ffad60:0xc002125b60 0x2ffb000:0xc002125bc0 0x2ffb2a0:0xc002125c20 0x2ffba80:0xc002125ce0 0x2ffbd20:0xc002125d40 0x3026980:0xc000db42a0 0x3026d20:0xc002408840 0x3027800:0xc000c97680 0x3029160:0xc001d38000 0x30298a0:0xc002911a40 0x302a720:0xc000db4240] 0xc000aa0690 0} I0417 22:50:38.143022 3668 gateway.go:151] Starting gateway service sync I0417 22:50:38.143512 3668 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0417 22:50:38.145992 3668 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0417 22:50:38.174878 3668 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0417 22:50:38.176290 3668 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0417 22:50:38.177645 3668 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0417 22:50:38.212531 3668 gateway.go:168] Gateway service sync done. Time taken: 69.495331ms I0417 22:50:38.212855 3668 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30730 I0417 22:50:38.213347 3668 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d240 0xc0002d3ce0 0xc0002d3d50 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 0xc0002d3f10 0xc000aab630 0xc0002ee000 0xc0002ee070 0xc000cee370 0xc0065da7e0 0xc0002ee0e0 map[0x2ff9080:0xc002125b00 0x2ff95c0:0xc002125c80 0x2ffa2e0:0xc002125a40 0x2ffa580:0xc002125aa0 0x2ffad60:0xc002125b60 0x2ffb000:0xc002125bc0 0x2ffb2a0:0xc002125c20 0x2ffba80:0xc002125ce0 0x2ffbd20:0xc002125d40 0x3026980:0xc000db42a0 0x3026d20:0xc002408840 0x3027800:0xc000c97680 0x3029160:0xc001d38000 0x30298a0:0xc002911a40 0x302a720:0xc000db4240] 0xc000aa0690 0} I0417 22:50:38.213846 3668 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d240 0xc0002d3ce0 0xc0002d3d50 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 0xc0002d3f10 0xc000aab630 0xc0002ee000 0xc0002ee070 0xc000cee370 0xc0065da7e0 0xc0002ee0e0 map[0x2ff9080:0xc002125b00 0x2ff95c0:0xc002125c80 0x2ffa2e0:0xc002125a40 0x2ffa580:0xc002125aa0 0x2ffad60:0xc002125b60 0x2ffb000:0xc002125bc0 0x2ffb2a0:0xc002125c20 0x2ffba80:0xc002125ce0 0x2ffbd20:0xc002125d40 0x3026980:0xc000db42a0 0x3026d20:0xc002408840 0x3027800:0xc000c97680 0x3029160:0xc001d38000 0x30298a0:0xc002911a40 0x302a720:0xc000db4240] 0xc000aa0690 0} I0417 22:50:38.213891 3668 gateway.go:532] Reconciling gateway with updates I0417 22:50:38.219113 3668 gateway.go:339] Spawning Conntrack Rule Check Thread I0417 22:50:38.219188 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 22:50:38.219195 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 22:50:38.219207 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 22:50:38.219214 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 22:50:38.219214 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 22:50:38.219218 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 22:50:38.219220 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 22:50:38.219225 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0417 22:50:38.219233 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 22:50:38.219225 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 22:50:38.219247 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 22:50:38.219247 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0417 22:50:38.219263 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0417 22:50:38.219265 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 22:50:38.219281 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 22:50:38.219286 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0417 22:50:38.219287 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 22:50:38.219286 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 22:50:38.219301 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0417 22:50:38.219305 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 22:50:38.219301 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 22:50:38.219310 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 22:50:38.219313 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0417 22:50:38.219306 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 22:50:38.219321 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 22:50:38.219311 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0417 22:50:38.219264 3668 default_node_network_controller.go:944] Gateway and management port readiness took 76.312918ms I0417 22:50:38.219288 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0417 22:50:38.219337 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0417 22:50:38.219326 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0417 22:50:38.219331 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 22:50:38.219288 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0417 22:50:38.219334 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 22:50:38.219362 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0417 22:50:38.219369 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 22:50:38.219372 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0417 22:50:38.219384 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 22:50:38.219325 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 22:50:38.219414 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 22:50:38.219412 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0417 22:50:38.219418 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 22:50:38.219430 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0417 22:50:38.219315 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0417 22:50:38.219438 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0417 22:50:38.219384 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0417 22:50:38.219442 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 22:50:38.219441 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0417 22:50:38.219452 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0417 22:50:38.219454 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0417 22:50:38.219460 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0417 22:50:38.219466 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0417 22:50:38.219470 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0417 22:50:38.219453 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 22:50:38.219476 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0417 22:50:38.219430 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 22:50:38.219481 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 22:50:38.219502 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 22:50:38.219510 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 22:50:38.219515 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0417 22:50:38.219488 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0417 22:50:38.219505 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0417 22:50:38.219533 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 22:50:38.219517 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0417 22:50:38.219471 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0417 22:50:38.219541 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 22:50:38.219543 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 22:50:38.219555 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 22:50:38.219559 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0417 22:50:38.219578 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0417 22:50:38.219589 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 22:50:38.219592 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0417 22:50:38.219323 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 22:50:38.219604 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 22:50:38.219594 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0417 22:50:38.219612 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0417 22:50:38.219615 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 22:50:38.219521 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 22:50:38.219622 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 22:50:38.219625 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0417 22:50:38.219613 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0417 22:50:38.219638 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0417 22:50:38.219639 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 22:50:38.219645 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 22:50:38.219472 3668 port_claim.go:71] Svc openshift-ingress/router-default: port 30655 is already open, no action needed I0417 22:50:38.219659 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 22:50:38.219671 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 22:50:38.219406 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0417 22:50:38.219680 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0417 22:50:38.219432 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 22:50:38.219691 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0417 22:50:38.219692 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0417 22:50:38.219645 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0417 22:50:38.219705 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0417 22:50:38.219674 3668 port_claim.go:71] Svc openshift-ingress/router-default: port 31461 is already open, no action needed I0417 22:50:38.219715 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0417 22:50:38.219718 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0417 22:50:38.219720 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0417 22:50:38.219522 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0417 22:50:38.219729 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0417 22:50:38.219737 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0417 22:50:38.219730 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 22:50:38.219750 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 22:50:38.219731 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 22:50:38.219771 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 22:50:38.219531 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0417 22:50:38.219742 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 22:50:38.219813 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0417 22:50:38.219822 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 22:50:38.219755 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0417 22:50:38.219751 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 22:50:38.219775 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0417 22:50:38.219705 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 22:50:38.219847 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 22:50:38.219851 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 22:50:38.219632 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 22:50:38.219912 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 22:50:38.219928 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 22:50:38.219937 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0417 22:50:38.219945 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 22:50:38.219948 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 22:50:38.219958 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 22:50:38.219958 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 22:50:38.219964 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0417 22:50:38.219976 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0417 22:50:38.219990 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0417 22:50:38.220563 3668 node_ip_handler_linux.go:160] Node IP manager is running W0417 22:50:38.258690 3668 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0417 22:50:38.258912 3668 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0417 22:50:38.259051 3668 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0417 22:50:38.267426 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0417 22:50:38.288203 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0417 22:50:38.288249 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0417 22:50:38.328634 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0417 22:50:38.328662 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0417 22:50:38.328673 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0417 22:50:38.328679 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0417 22:50:38.328685 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0417 22:50:38.328690 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0417 22:50:38.328697 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0417 22:50:38.440633 3668 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0417 22:50:38.441527 3668 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 875.117µs I0417 22:50:38.464699 3668 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0417 22:50:38.998273 3668 namespace.go:98] [openshift-service-ca] adding namespace I0417 22:50:38.999339 3668 namespace.go:102] [openshift-service-ca] adding namespace took 1.043553ms I0417 22:50:39.018810 3668 namespace.go:142] [openshift-service-ca] updating namespace I0417 22:50:39.418968 3668 default_node_network_controller.go:1380] Starting node controller node sync W0417 22:50:39.419006 3668 egressip_healthcheck.go:76] Health checking using insecure connection I0417 22:50:39.419044 3668 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0417 22:50:39.431139 3668 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.149405ms I0417 22:50:39.431260 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-226.ec2.internal", IP: 10.0.2.226 to PMTUD blocking rules I0417 22:50:39.431259 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-183.ec2.internal", IP: 10.0.1.183 to PMTUD blocking rules I0417 22:50:39.431275 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-226.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 22:50:39.431277 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-183.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 22:50:39.444091 3668 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0417 22:50:39.444470 3668 egressservice_node.go:93] Setting up event handlers for Egress Services I0417 22:50:39.444653 3668 egressservice_node.go:183] Starting Egress Services Controller I0417 22:50:39.444689 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0417 22:50:39.444710 3668 shared_informer.go:356] "Caches are synced" controller="egressservices" I0417 22:50:39.444721 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0417 22:50:39.444730 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0417 22:50:39.444751 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0417 22:50:39.444762 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0417 22:50:39.444770 3668 egressservice_node.go:197] Repairing Egress Services I0417 22:50:39.454959 3668 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0417 22:50:39.454973 3668 external_controller.go:278] Starting Admin Policy Based Route Controller I0417 22:50:39.455234 3668 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0417 22:50:39.455249 3668 link_network_manager.go:119] Link manager is running I0417 22:50:39.455261 3668 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0417 22:50:39.455424 3668 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0417 22:50:39.455720 3668 vrf_manager.go:128] VRF manager is running I0417 22:50:39.455830 3668 node_controller_manager.go:437] Removing flows to drop GARP I0417 22:50:39.455841 3668 gateway.go:532] Reconciling gateway with updates I0417 22:50:39.479290 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0417 22:50:39.479309 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0417 22:50:39.479315 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0417 22:50:39.479326 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 22:50:39.479330 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0417 22:50:39.479338 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 22:50:39.479339 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 22:50:39.479358 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 22:50:39.479371 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0417 22:50:39.479373 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0417 22:50:39.479313 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 22:50:39.479413 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 22:50:39.479419 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 22:50:39.479424 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 22:50:39.479429 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 22:50:39.479428 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 22:50:39.479436 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 22:50:39.479440 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0417 22:50:39.479447 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 22:50:39.479454 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0417 22:50:39.479456 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0417 22:50:39.479456 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 22:50:39.479452 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 22:50:39.479464 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 22:50:39.479473 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 22:50:39.479476 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 22:50:39.479481 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 22:50:39.479485 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0417 22:50:39.479485 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0417 22:50:39.479501 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0417 22:50:39.479501 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0417 22:50:39.479506 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 22:50:39.479501 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 22:50:39.479513 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0417 22:50:39.479463 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0417 22:50:39.479441 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 22:50:39.479522 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 22:50:39.479529 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 22:50:39.479535 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 22:50:39.479534 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0417 22:50:39.479514 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0417 22:50:39.479547 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 22:50:39.479352 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 22:50:39.479468 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 22:50:39.479562 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 22:50:39.479559 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 22:50:39.479564 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 22:50:39.479574 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 22:50:39.479578 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 22:50:39.479580 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 22:50:39.479587 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0417 22:50:39.479591 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 22:50:39.479550 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 22:50:39.479617 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0417 22:50:39.479488 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 22:50:39.479629 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 22:50:39.479634 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0417 22:50:39.479642 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0417 22:50:39.479659 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 22:50:39.479667 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 22:50:39.479430 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0417 22:50:39.479676 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 22:50:39.479690 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0417 22:50:39.479642 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 22:50:39.479700 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0417 22:50:39.479529 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 22:50:39.479708 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0417 22:50:39.479677 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 22:50:39.479725 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 22:50:39.479730 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 22:50:39.479661 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 22:50:39.479745 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 22:50:39.479464 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0417 22:50:39.479518 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 22:50:39.479757 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 22:50:39.479764 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 22:50:39.479770 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 22:50:39.479786 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 22:50:39.479524 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0417 22:50:39.479510 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0417 22:50:39.479809 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0417 22:50:39.479816 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0417 22:50:39.479535 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 22:50:39.479847 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 22:50:39.479857 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 22:50:39.479864 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 22:50:39.479518 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 22:50:39.479870 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 22:50:39.479531 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0417 22:50:39.479894 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0417 22:50:39.479538 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0417 22:50:39.479433 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0417 22:50:39.479915 3668 port_claim.go:71] Svc openshift-ingress/router-default: port 30655 is already open, no action needed I0417 22:50:39.479922 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0417 22:50:39.479551 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 22:50:39.479926 3668 port_claim.go:71] Svc openshift-ingress/router-default: port 31461 is already open, no action needed I0417 22:50:39.479566 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0417 22:50:39.480028 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0417 22:50:39.480034 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0417 22:50:39.479736 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0417 22:50:39.479748 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 22:50:39.480054 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 22:50:39.480064 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0417 22:50:39.479545 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 22:50:39.480072 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0417 22:50:39.479542 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0417 22:50:39.480083 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0417 22:50:39.479974 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 22:50:39.479564 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 22:50:39.502960 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0417 22:50:39.502999 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0417 22:50:39.503016 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0417 22:50:39.503023 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0417 22:50:39.503035 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0417 22:50:39.503053 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0417 22:50:39.503071 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0417 22:50:39.503082 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0417 22:50:39.503087 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0417 22:50:39.503093 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0417 22:50:39.503097 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0417 22:50:39.503101 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0417 22:50:39.503106 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0417 22:50:39.503129 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0417 22:50:39.503136 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0417 22:50:39.503143 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0417 22:50:39.503151 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0417 22:50:39.503158 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0417 22:50:39.503164 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0417 22:50:39.547834 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0417 22:50:39.547859 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0417 22:50:39.596027 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0417 22:50:39.596037 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0417 22:50:39.596058 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0417 22:50:39.596064 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0417 22:50:40.110759 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-226.ec2.internal I0417 22:50:40.110803 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-226.ec2.internal: 50.038µs I0417 22:50:41.155776 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0417 22:50:41.155880 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 112.243µs I0417 22:50:41.179412 3668 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7c574fdc64-gzph8] creating logical port openshift-image-registry_image-registry-7c574fdc64-gzph8 for pod on switch ip-10-0-0-119.ec2.internal I0417 22:50:41.179517 3668 kube.go:256] Updating pod openshift-image-registry/image-registry-7c574fdc64-gzph8 I0417 22:50:41.200072 3668 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-lbhrs] creating logical port openshift-ingress-canary_ingress-canary-lbhrs for pod on switch ip-10-0-0-119.ec2.internal I0417 22:50:41.200235 3668 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-lbhrs I0417 22:50:41.203753 3668 pod.go:62] [openshift-image-registry/image-registry-7c574fdc64-gzph8] pod update took 24.261396ms I0417 22:50:41.203777 3668 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7c574fdc64-gzph8] addLogicalPort annotation time took 24.290351ms I0417 22:50:41.204984 3668 pods.go:271] [openshift-image-registry/image-registry-7c574fdc64-gzph8] addLogicalPort took 25.60927ms, libovsdb time 944.966µs I0417 22:50:41.211714 3668 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-mcbdn] creating logical port openshift-dns_dns-default-mcbdn for pod on switch ip-10-0-0-119.ec2.internal I0417 22:50:41.211863 3668 kube.go:256] Updating pod openshift-dns/dns-default-mcbdn I0417 22:50:41.220637 3668 pod.go:62] [openshift-ingress-canary/ingress-canary-lbhrs] pod update took 20.426107ms I0417 22:50:41.220660 3668 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-lbhrs] addLogicalPort annotation time took 20.452191ms I0417 22:50:41.223957 3668 pods.go:271] [openshift-ingress-canary/ingress-canary-lbhrs] addLogicalPort took 23.903402ms, libovsdb time 2.958987ms I0417 22:50:41.249818 3668 pod.go:62] [openshift-dns/dns-default-mcbdn] pod update took 37.986304ms I0417 22:50:41.249852 3668 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-mcbdn] addLogicalPort annotation time took 38.029061ms I0417 22:50:41.251030 3668 pods.go:271] [openshift-dns/dns-default-mcbdn] addLogicalPort took 39.326277ms, libovsdb time 857.178µs I0417 22:50:42.030423 3668 cni.go:452] [openshift-ingress-canary/ingress-canary-lbhrs 3d649407540c490216607cc334d7731c4e866b74ab70266319a6c393405f53fd network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-lbhrs 3d649407540c490216607cc334d7731c4e866b74ab70266319a6c393405f53fd network default NAD default NAD key ] I0417 22:50:42.073198 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-lbhrs, hostIfaceName: 3d649407540c490, network: default, NAD default, SandboxID: "3d649407540c490216607cc334d7731c4e866b74ab70266319a6c393405f53fd", PCI device ID: , UID: "3a404bdc-e570-44ff-9d9f-5ecff11539ea", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0417 22:50:42.135574 3668 cni.go:473] [openshift-ingress-canary/ingress-canary-lbhrs 3d649407540c490216607cc334d7731c4e866b74ab70266319a6c393405f53fd network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-lbhrs 3d649407540c490216607cc334d7731c4e866b74ab70266319a6c393405f53fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:00:49:76:f0:bd\",\"name\":\"3d649407540c490\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e19c740-84f6-44e7-a48b-50f6d6ed1ab8\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 22:50:46.179468 3668 cni.go:452] [openshift-network-diagnostics/network-check-target-48k7l f9897f2e01b69aa3ee1cf501813ea0206c2c4e36c856fb577a580d0fec8efcd7 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-48k7l f9897f2e01b69aa3ee1cf501813ea0206c2c4e36c856fb577a580d0fec8efcd7 network default NAD default NAD key ] I0417 22:50:46.189660 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-48k7l, hostIfaceName: f9897f2e01b69aa, network: default, NAD default, SandboxID: "f9897f2e01b69aa3ee1cf501813ea0206c2c4e36c856fb577a580d0fec8efcd7", PCI device ID: , UID: "b39f5e7f-b4ae-4e78-8609-d1691df95571", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0417 22:50:46.238531 3668 cni.go:473] [openshift-network-diagnostics/network-check-target-48k7l f9897f2e01b69aa3ee1cf501813ea0206c2c4e36c856fb577a580d0fec8efcd7 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-48k7l f9897f2e01b69aa3ee1cf501813ea0206c2c4e36c856fb577a580d0fec8efcd7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:88:eb:70:32:3c\",\"name\":\"f9897f2e01b69aa\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca8642ff-b320-4616-98a6-c62c245aeacc\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 22:50:48.232778 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0417 22:50:49.249330 3668 cni.go:452] [openshift-dns/dns-default-mcbdn b64a9d5785c0e0df050e39602dd6cf4b58565f8ccecc0ced29112a4d4d84046b network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-mcbdn b64a9d5785c0e0df050e39602dd6cf4b58565f8ccecc0ced29112a4d4d84046b network default NAD default NAD key ] I0417 22:50:49.249431 3668 cni.go:452] [openshift-image-registry/image-registry-7c574fdc64-gzph8 d174c0672817e4a77ca6019f9e793be5777b770f82ea3bba0e79287f08153c52 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7c574fdc64-gzph8 d174c0672817e4a77ca6019f9e793be5777b770f82ea3bba0e79287f08153c52 network default NAD default NAD key ] I0417 22:50:49.262911 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-mcbdn, hostIfaceName: b64a9d5785c0e0d, network: default, NAD default, SandboxID: "b64a9d5785c0e0df050e39602dd6cf4b58565f8ccecc0ced29112a4d4d84046b", PCI device ID: , UID: "f5c30331-f787-4769-83bc-8a3a580d931e", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0417 22:50:49.264511 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7c574fdc64-gzph8, hostIfaceName: d174c0672817e4a, network: default, NAD default, SandboxID: "d174c0672817e4a77ca6019f9e793be5777b770f82ea3bba0e79287f08153c52", PCI device ID: , UID: "52b7167b-fbde-4892-af24-6a56c8603eda", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0417 22:50:49.312896 3668 cni.go:473] [openshift-image-registry/image-registry-7c574fdc64-gzph8 d174c0672817e4a77ca6019f9e793be5777b770f82ea3bba0e79287f08153c52 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7c574fdc64-gzph8 d174c0672817e4a77ca6019f9e793be5777b770f82ea3bba0e79287f08153c52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:fe:43:3d:15:7e\",\"name\":\"d174c0672817e4a\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/acbd6a39-aa19-40df-93c3-8ca70b89c144\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 22:50:49.327005 3668 cni.go:473] [openshift-dns/dns-default-mcbdn b64a9d5785c0e0df050e39602dd6cf4b58565f8ccecc0ced29112a4d4d84046b network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-mcbdn b64a9d5785c0e0df050e39602dd6cf4b58565f8ccecc0ced29112a4d4d84046b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:04:d5:d4:a5:e3\",\"name\":\"b64a9d5785c0e0d\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ca3c511-af25-429b-a4fd-3e52d5399953\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 22:51:03.127238 3668 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:03.171882 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 22:51:03.187716 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j865w] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-j865w for pod on switch ip-10-0-0-119.ec2.internal I0417 22:51:03.187802 3668 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j865w I0417 22:51:03.207446 3668 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j865w] pod update took 19.665869ms I0417 22:51:03.207470 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j865w] addLogicalPort annotation time took 19.693467ms W0417 22:51:03.207511 3668 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0417 22:51:03.208323 3668 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j865w] addLogicalPort took 20.622072ms, libovsdb time 622.166µs I0417 22:51:03.309467 3668 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-t6jbx] creating logical port openshift-insights_insights-runtime-extractor-t6jbx for pod on switch ip-10-0-0-119.ec2.internal I0417 22:51:03.309571 3668 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-t6jbx I0417 22:51:03.331610 3668 pod.go:62] [openshift-insights/insights-runtime-extractor-t6jbx] pod update took 22.067544ms I0417 22:51:03.331634 3668 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-t6jbx] addLogicalPort annotation time took 22.096133ms I0417 22:51:03.332834 3668 pods.go:271] [openshift-insights/insights-runtime-extractor-t6jbx] addLogicalPort took 23.382214ms, libovsdb time 882.851µs I0417 22:51:03.585773 3668 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j865w 97922c79f84a144bc8860a9ca442464090a6ed22326ed7d86758ed8f0a04b5b4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j865w 97922c79f84a144bc8860a9ca442464090a6ed22326ed7d86758ed8f0a04b5b4 network default NAD default NAD key ] I0417 22:51:03.593867 3668 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-lzmfs] creating logical port openshift-console_downloads-5c54f4944f-lzmfs for pod on switch ip-10-0-0-119.ec2.internal I0417 22:51:03.593994 3668 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-lzmfs I0417 22:51:03.595640 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-j865w, hostIfaceName: 97922c79f84a144, network: default, NAD default, SandboxID: "97922c79f84a144bc8860a9ca442464090a6ed22326ed7d86758ed8f0a04b5b4", PCI device ID: , UID: "3750da1c-d477-453f-82c8-0e36b1807c5e", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0417 22:51:03.617298 3668 pod.go:62] [openshift-console/downloads-5c54f4944f-lzmfs] pod update took 23.350963ms I0417 22:51:03.617330 3668 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-lzmfs] addLogicalPort annotation time took 23.377988ms I0417 22:51:03.618677 3668 pods.go:271] [openshift-console/downloads-5c54f4944f-lzmfs] addLogicalPort took 24.827018ms, libovsdb time 992.538µs I0417 22:51:03.645316 3668 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j865w 97922c79f84a144bc8860a9ca442464090a6ed22326ed7d86758ed8f0a04b5b4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j865w 97922c79f84a144bc8860a9ca442464090a6ed22326ed7d86758ed8f0a04b5b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:58:60:cd:ae:79\",\"name\":\"97922c79f84a144\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47a06d8a-706d-4003-b7fb-6f3aa02386de\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 22:51:03.727179 3668 cni.go:452] [openshift-insights/insights-runtime-extractor-t6jbx 89d2785e0ca475277832c62713e2f8f2af4e67a46edd789e9aaf4655739be330 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-t6jbx 89d2785e0ca475277832c62713e2f8f2af4e67a46edd789e9aaf4655739be330 network default NAD default NAD key ] I0417 22:51:03.738406 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-t6jbx, hostIfaceName: 89d2785e0ca4752, network: default, NAD default, SandboxID: "89d2785e0ca475277832c62713e2f8f2af4e67a46edd789e9aaf4655739be330", PCI device ID: , UID: "ff75e4d4-39bd-4f63-bfa0-b5c8b7af43ce", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0417 22:51:03.784076 3668 cni.go:473] [openshift-insights/insights-runtime-extractor-t6jbx 89d2785e0ca475277832c62713e2f8f2af4e67a46edd789e9aaf4655739be330 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-t6jbx 89d2785e0ca475277832c62713e2f8f2af4e67a46edd789e9aaf4655739be330 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:71:5e:e7:65:d6\",\"name\":\"89d2785e0ca4752\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c65bef2b-5480-47da-b4c6-c502a848831c\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 22:51:03.981873 3668 cni.go:452] [openshift-console/downloads-5c54f4944f-lzmfs a5d3403b62269b4934296fdbf35b11b8c5cfc6e96373151c6745d012d6aa32a5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-lzmfs a5d3403b62269b4934296fdbf35b11b8c5cfc6e96373151c6745d012d6aa32a5 network default NAD default NAD key ] I0417 22:51:03.992186 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-lzmfs, hostIfaceName: a5d3403b62269b4, network: default, NAD default, SandboxID: "a5d3403b62269b4934296fdbf35b11b8c5cfc6e96373151c6745d012d6aa32a5", PCI device ID: , UID: "8da5b77a-12a8-49e6-9d2c-407feefcdc84", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0417 22:51:04.038095 3668 cni.go:473] [openshift-console/downloads-5c54f4944f-lzmfs a5d3403b62269b4934296fdbf35b11b8c5cfc6e96373151c6745d012d6aa32a5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-lzmfs a5d3403b62269b4934296fdbf35b11b8c5cfc6e96373151c6745d012d6aa32a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:fe:50:bf:ba:81\",\"name\":\"a5d3403b62269b4\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eff0e99f-2985-47f1-8a96-f6395ba7c7a5\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 22:51:06.405116 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0417 22:51:06.434562 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0417 22:51:06.692107 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-g82pt] creating logical port openshift-monitoring_prometheus-operator-76b589d668-g82pt for pod on switch ip-10-0-0-119.ec2.internal I0417 22:51:06.692258 3668 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-g82pt I0417 22:51:06.706104 3668 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-g82pt] pod update took 13.874646ms I0417 22:51:06.706129 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-g82pt] addLogicalPort annotation time took 13.906498ms I0417 22:51:06.707472 3668 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-g82pt] addLogicalPort took 15.385158ms, libovsdb time 971.965µs I0417 22:51:07.655197 3668 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-g82pt 9e6d85219255eec9a613ec419b9136ddcf5545248677841ace045f40c5e4c255 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-g82pt 9e6d85219255eec9a613ec419b9136ddcf5545248677841ace045f40c5e4c255 network default NAD default NAD key ] I0417 22:51:07.665891 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-g82pt, hostIfaceName: 9e6d85219255eec, network: default, NAD default, SandboxID: "9e6d85219255eec9a613ec419b9136ddcf5545248677841ace045f40c5e4c255", PCI device ID: , UID: "45941fcc-688d-4142-9440-58ef886798f2", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0417 22:51:07.716029 3668 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-g82pt 9e6d85219255eec9a613ec419b9136ddcf5545248677841ace045f40c5e4c255 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-g82pt 9e6d85219255eec9a613ec419b9136ddcf5545248677841ace045f40c5e4c255 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:02:ad:29:71:60\",\"name\":\"9e6d85219255eec\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f9bfeb2-fad2-429f-a175-ac865c0b202d\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 22:51:08.787054 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 22:51:08.787089 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 22:51:11.166709 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-phdld] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-phdld for pod on switch ip-10-0-0-119.ec2.internal I0417 22:51:11.166828 3668 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-phdld I0417 22:51:11.198773 3668 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-phdld] pod update took 31.984353ms I0417 22:51:11.198804 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-phdld] addLogicalPort annotation time took 32.016903ms I0417 22:51:11.200049 3668 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-phdld] addLogicalPort took 33.360282ms, libovsdb time 953.133µs I0417 22:51:11.261568 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-8r2cz] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-8r2cz for pod on switch ip-10-0-0-119.ec2.internal I0417 22:51:11.261689 3668 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-8r2cz I0417 22:51:11.292562 3668 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-8r2cz] pod update took 30.896227ms I0417 22:51:11.292587 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-8r2cz] addLogicalPort annotation time took 30.926909ms I0417 22:51:11.293858 3668 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-8r2cz] addLogicalPort took 32.311162ms, libovsdb time 978.313µs I0417 22:51:11.545453 3668 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-phdld 9419c1aec3660f288f050de7063e0eb67137ebb3b995031c59cba26eac21ac46 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-phdld 9419c1aec3660f288f050de7063e0eb67137ebb3b995031c59cba26eac21ac46 network default NAD default NAD key ] I0417 22:51:11.555807 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-phdld, hostIfaceName: 9419c1aec3660f2, network: default, NAD default, SandboxID: "9419c1aec3660f288f050de7063e0eb67137ebb3b995031c59cba26eac21ac46", PCI device ID: , UID: "59ed1fd5-85e5-4961-97eb-accea3cd6818", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0417 22:51:11.610298 3668 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-phdld 9419c1aec3660f288f050de7063e0eb67137ebb3b995031c59cba26eac21ac46 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-phdld 9419c1aec3660f288f050de7063e0eb67137ebb3b995031c59cba26eac21ac46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:58:33:30:55:31\",\"name\":\"9419c1aec3660f2\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb7d2c4e-b75b-4a3d-a0b4-76c8c54b4135\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 22:51:12.274039 3668 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-8r2cz a020ad9771b88adf07c11446749e33c92158f6cea29bb5005b9714e4303e9543 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-8r2cz a020ad9771b88adf07c11446749e33c92158f6cea29bb5005b9714e4303e9543 network default NAD default NAD key ] I0417 22:51:12.284826 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-8r2cz, hostIfaceName: a020ad9771b88ad, network: default, NAD default, SandboxID: "a020ad9771b88adf07c11446749e33c92158f6cea29bb5005b9714e4303e9543", PCI device ID: , UID: "15aa33a9-ecad-4e72-8b5d-be8bece5c9f5", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0417 22:51:12.293052 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-119.ec2.internal I0417 22:51:12.293184 3668 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0417 22:51:12.316008 3668 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 22.877849ms I0417 22:51:12.316038 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 22.911739ms I0417 22:51:12.317425 3668 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.387648ms, libovsdb time 934.741µs I0417 22:51:12.338938 3668 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-8r2cz a020ad9771b88adf07c11446749e33c92158f6cea29bb5005b9714e4303e9543 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-8r2cz a020ad9771b88adf07c11446749e33c92158f6cea29bb5005b9714e4303e9543 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:a8:10:d0:9f:f6\",\"name\":\"a020ad9771b88ad\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a61a0a0-8cbb-4d5e-81f7-dfdb67969d34\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 22:51:12.695163 3668 cni.go:452] [openshift-monitoring/alertmanager-main-1 cf92a904696a5c8812faae93ba35bf2300c8c9a5b5200bc0e998f35ee52ce4d6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 cf92a904696a5c8812faae93ba35bf2300c8c9a5b5200bc0e998f35ee52ce4d6 network default NAD default NAD key ] I0417 22:51:12.705808 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: cf92a904696a5c8, network: default, NAD default, SandboxID: "cf92a904696a5c8812faae93ba35bf2300c8c9a5b5200bc0e998f35ee52ce4d6", PCI device ID: , UID: "8a03f011-246d-47b4-9190-9cc00034a071", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0417 22:51:12.763600 3668 cni.go:473] [openshift-monitoring/alertmanager-main-1 cf92a904696a5c8812faae93ba35bf2300c8c9a5b5200bc0e998f35ee52ce4d6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 cf92a904696a5c8812faae93ba35bf2300c8c9a5b5200bc0e998f35ee52ce4d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:e4:15:0d:8d:ce\",\"name\":\"cf92a904696a5c8\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c0971b0-3dc5-4d47-9356-b19bfd8ef34e\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 22:51:13.172155 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0417 22:51:13.692102 3668 base_network_controller_pods.go:487] [default/openshift-console/console-7c75d8c9bb-rdtlt] creating logical port openshift-console_console-7c75d8c9bb-rdtlt for pod on switch ip-10-0-0-119.ec2.internal I0417 22:51:13.692236 3668 kube.go:256] Updating pod openshift-console/console-7c75d8c9bb-rdtlt I0417 22:51:13.710814 3668 pod.go:62] [openshift-console/console-7c75d8c9bb-rdtlt] pod update took 18.602761ms I0417 22:51:13.710842 3668 base_network_controller_pods.go:951] [default/openshift-console/console-7c75d8c9bb-rdtlt] addLogicalPort annotation time took 18.63814ms I0417 22:51:13.712265 3668 pods.go:271] [openshift-console/console-7c75d8c9bb-rdtlt] addLogicalPort took 20.18563ms, libovsdb time 961.062µs I0417 22:51:14.279272 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-c7bdd7bcc-m2npf] creating logical port openshift-monitoring_thanos-querier-c7bdd7bcc-m2npf for pod on switch ip-10-0-0-119.ec2.internal I0417 22:51:14.279373 3668 kube.go:256] Updating pod openshift-monitoring/thanos-querier-c7bdd7bcc-m2npf I0417 22:51:14.296953 3668 pod.go:62] [openshift-monitoring/thanos-querier-c7bdd7bcc-m2npf] pod update took 17.609934ms I0417 22:51:14.296981 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-c7bdd7bcc-m2npf] addLogicalPort annotation time took 17.643887ms I0417 22:51:14.298153 3668 pods.go:271] [openshift-monitoring/thanos-querier-c7bdd7bcc-m2npf] addLogicalPort took 18.89793ms, libovsdb time 828.86µs I0417 22:51:15.669168 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-b8568df54-zgrkv] creating logical port openshift-monitoring_metrics-server-b8568df54-zgrkv for pod on switch ip-10-0-0-119.ec2.internal I0417 22:51:15.669284 3668 kube.go:256] Updating pod openshift-monitoring/metrics-server-b8568df54-zgrkv I0417 22:51:15.688922 3668 pod.go:62] [openshift-monitoring/metrics-server-b8568df54-zgrkv] pod update took 19.673668ms I0417 22:51:15.689020 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-b8568df54-zgrkv] addLogicalPort annotation time took 19.785014ms I0417 22:51:15.690498 3668 pods.go:271] [openshift-monitoring/metrics-server-b8568df54-zgrkv] addLogicalPort took 21.351384ms, libovsdb time 1.003729ms I0417 22:51:15.903769 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qtcc] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-7qtcc for pod on switch ip-10-0-0-119.ec2.internal I0417 22:51:15.903863 3668 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qtcc I0417 22:51:15.924498 3668 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qtcc] pod update took 20.657799ms I0417 22:51:15.924525 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qtcc] addLogicalPort annotation time took 20.688103ms I0417 22:51:15.925719 3668 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qtcc] addLogicalPort took 21.95004ms, libovsdb time 834.736µs I0417 22:51:17.504899 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-119.ec2.internal I0417 22:51:17.505060 3668 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0417 22:51:17.531552 3668 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.536763ms I0417 22:51:17.531581 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 26.572991ms I0417 22:51:17.533004 3668 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.125286ms, libovsdb time 975.182µs W0417 22:51:18.441681 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 22:51:18.441707 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 22:51:20.158781 3668 cni.go:452] [openshift-monitoring/prometheus-k8s-0 f9725c80c60dd8381def4525770ee856dad112aed3a64348451d8bfdcc1a4b45 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 f9725c80c60dd8381def4525770ee856dad112aed3a64348451d8bfdcc1a4b45 network default NAD default NAD key ] I0417 22:51:20.168632 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: f9725c80c60dd83, network: default, NAD default, SandboxID: "f9725c80c60dd8381def4525770ee856dad112aed3a64348451d8bfdcc1a4b45", PCI device ID: , UID: "3137ad7f-7b41-4b5c-86c7-e2f1cc898f93", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0417 22:51:20.220524 3668 cni.go:473] [openshift-monitoring/prometheus-k8s-0 f9725c80c60dd8381def4525770ee856dad112aed3a64348451d8bfdcc1a4b45 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 f9725c80c60dd8381def4525770ee856dad112aed3a64348451d8bfdcc1a4b45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:6a:90:b7:5e:b6\",\"name\":\"f9725c80c60dd83\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b276e5e-078e-40ba-8807-61f8c025f765\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 22:51:20.538416 3668 cni.go:452] [openshift-console/console-7c75d8c9bb-rdtlt 5b98aa67f6fa0ac83d05c7c0b04c767dde8e5fd76cc29c70fdbecfd93adbc126 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7c75d8c9bb-rdtlt 5b98aa67f6fa0ac83d05c7c0b04c767dde8e5fd76cc29c70fdbecfd93adbc126 network default NAD default NAD key ] I0417 22:51:20.542332 3668 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qtcc 0b7ac3fb562c90842740e4ab8aa2a08a6f05f6ea5c98642bd41d9e8a7c4ef6cb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qtcc 0b7ac3fb562c90842740e4ab8aa2a08a6f05f6ea5c98642bd41d9e8a7c4ef6cb network default NAD default NAD key ] I0417 22:51:20.545904 3668 cni.go:452] [openshift-monitoring/thanos-querier-c7bdd7bcc-m2npf 31bca3f8e6920a60224afe9b15943ca02545780e6370613dbe9115bb2bae9a0e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-c7bdd7bcc-m2npf 31bca3f8e6920a60224afe9b15943ca02545780e6370613dbe9115bb2bae9a0e network default NAD default NAD key ] I0417 22:51:20.549732 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7c75d8c9bb-rdtlt, hostIfaceName: 5b98aa67f6fa0ac, network: default, NAD default, SandboxID: "5b98aa67f6fa0ac83d05c7c0b04c767dde8e5fd76cc29c70fdbecfd93adbc126", PCI device ID: , UID: "831e9d4d-f01d-4100-bd2f-87d9fdd37f17", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0417 22:51:20.553094 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-7qtcc, hostIfaceName: 0b7ac3fb562c908, network: default, NAD default, SandboxID: "0b7ac3fb562c90842740e4ab8aa2a08a6f05f6ea5c98642bd41d9e8a7c4ef6cb", PCI device ID: , UID: "092c8bbb-bb62-4999-a483-2e38d793c0e4", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0417 22:51:20.557165 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-c7bdd7bcc-m2npf, hostIfaceName: 31bca3f8e6920a6, network: default, NAD default, SandboxID: "31bca3f8e6920a60224afe9b15943ca02545780e6370613dbe9115bb2bae9a0e", PCI device ID: , UID: "40e065a8-e21a-4f5f-af3b-4fd7d0b9f268", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] W0417 22:51:20.565307 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0417 22:51:20.600110 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:20.600132 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:20.600142 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 22:51:20.604385 3668 cni.go:473] [openshift-console/console-7c75d8c9bb-rdtlt 5b98aa67f6fa0ac83d05c7c0b04c767dde8e5fd76cc29c70fdbecfd93adbc126 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7c75d8c9bb-rdtlt 5b98aa67f6fa0ac83d05c7c0b04c767dde8e5fd76cc29c70fdbecfd93adbc126 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:bb:fd:2f:23:3e\",\"name\":\"5b98aa67f6fa0ac\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb7586ea-6999-41db-be30-a7273826edbf\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 22:51:20.831493 3668 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qtcc 0b7ac3fb562c90842740e4ab8aa2a08a6f05f6ea5c98642bd41d9e8a7c4ef6cb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qtcc 0b7ac3fb562c90842740e4ab8aa2a08a6f05f6ea5c98642bd41d9e8a7c4ef6cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:0b:75:97:5e:14\",\"name\":\"0b7ac3fb562c908\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b322c40d-5666-4216-8c3a-ff416c13cba7\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 22:51:20.834326 3668 cni.go:473] [openshift-monitoring/thanos-querier-c7bdd7bcc-m2npf 31bca3f8e6920a60224afe9b15943ca02545780e6370613dbe9115bb2bae9a0e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-c7bdd7bcc-m2npf 31bca3f8e6920a60224afe9b15943ca02545780e6370613dbe9115bb2bae9a0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:ee:9c:c5:3a:bd\",\"name\":\"31bca3f8e6920a6\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac1b7606-641f-4632-b199-b97bc512e00b\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 22:51:21.041429 3668 cni.go:452] [openshift-monitoring/metrics-server-b8568df54-zgrkv 39b46000cbf913186e95d4e15df8dfd3d6f3b4026cfdd960350113c9021c099f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-b8568df54-zgrkv 39b46000cbf913186e95d4e15df8dfd3d6f3b4026cfdd960350113c9021c099f network default NAD default NAD key ] I0417 22:51:21.041603 3668 cni.go:452] [openshift-multus/network-metrics-daemon-ttgfv 4cfb2ef47bb6d0c9fd6910b15c15bce71a0e199067020295acb41a9cb78d81f1 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-ttgfv 4cfb2ef47bb6d0c9fd6910b15c15bce71a0e199067020295acb41a9cb78d81f1 network default NAD default NAD key ] I0417 22:51:21.054372 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-b8568df54-zgrkv, hostIfaceName: 39b46000cbf9131, network: default, NAD default, SandboxID: "39b46000cbf913186e95d4e15df8dfd3d6f3b4026cfdd960350113c9021c099f", PCI device ID: , UID: "c5a55f39-ac2e-464a-bf74-6515145e42d5", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0417 22:51:21.054492 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-ttgfv, hostIfaceName: 4cfb2ef47bb6d0c, network: default, NAD default, SandboxID: "4cfb2ef47bb6d0c9fd6910b15c15bce71a0e199067020295acb41a9cb78d81f1", PCI device ID: , UID: "cb74b0e7-c902-44ab-ac09-aee7fd532695", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0417 22:51:21.107107 3668 cni.go:473] [openshift-multus/network-metrics-daemon-ttgfv 4cfb2ef47bb6d0c9fd6910b15c15bce71a0e199067020295acb41a9cb78d81f1 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-ttgfv 4cfb2ef47bb6d0c9fd6910b15c15bce71a0e199067020295acb41a9cb78d81f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ab:a5:e5:34:15\",\"name\":\"4cfb2ef47bb6d0c\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/016f3e4d-9f4a-46f8-b5c7-97a5a1f7a050\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 22:51:21.123069 3668 cni.go:473] [openshift-monitoring/metrics-server-b8568df54-zgrkv 39b46000cbf913186e95d4e15df8dfd3d6f3b4026cfdd960350113c9021c099f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-b8568df54-zgrkv 39b46000cbf913186e95d4e15df8dfd3d6f3b4026cfdd960350113c9021c099f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:a5:91:f9:0e:c8\",\"name\":\"39b46000cbf9131\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8796a1b1-70d9-46ac-aead-cbc379b46d12\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 22:51:21.364525 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 22:51:21.528434 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:21.528458 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:21.528465 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:21.634678 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:51:21.634745 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:51:22.639667 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:51:22.639694 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:51:22.687497 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0417 22:51:23.986743 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 22:51:26.602387 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0417 22:51:26.651318 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 22:51:26.835903 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 22:51:27.624947 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 22:51:27.646798 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:27.646889 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:27.646918 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:27.646945 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:27.650317 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0417 22:51:28.299373 3668 cni.go:452] [openshift-image-registry/image-registry-7c574fdc64-gzph8 d174c0672817e4a77ca6019f9e793be5777b770f82ea3bba0e79287f08153c52 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7c574fdc64-gzph8 d174c0672817e4a77ca6019f9e793be5777b770f82ea3bba0e79287f08153c52 network default NAD default NAD key ] I0417 22:51:28.380440 3668 cni.go:473] [openshift-image-registry/image-registry-7c574fdc64-gzph8 d174c0672817e4a77ca6019f9e793be5777b770f82ea3bba0e79287f08153c52 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7c574fdc64-gzph8 d174c0672817e4a77ca6019f9e793be5777b770f82ea3bba0e79287f08153c52 network default NAD default NAD key default], result "{}", err I0417 22:51:28.422997 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c574fdc64-gzph8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:28.423032 3668 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7c574fdc64-gzph8 I0417 22:51:28.424298 3668 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7c574fdc64-gzph8, ips: 10.130.0.5 I0417 22:51:28.424325 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c574fdc64-gzph8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:28.434216 3668 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5886f99945-4q7m9] creating logical port openshift-image-registry_image-registry-5886f99945-4q7m9 for pod on switch ip-10-0-0-119.ec2.internal I0417 22:51:28.434317 3668 kube.go:256] Updating pod openshift-image-registry/image-registry-5886f99945-4q7m9 I0417 22:51:28.443030 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb54bb855-7t2c6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:28.443508 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb54bb855-7t2c6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:28.451250 3668 pod.go:62] [openshift-image-registry/image-registry-5886f99945-4q7m9] pod update took 16.968287ms I0417 22:51:28.451278 3668 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5886f99945-4q7m9] addLogicalPort annotation time took 16.998648ms I0417 22:51:28.452722 3668 pods.go:271] [openshift-image-registry/image-registry-5886f99945-4q7m9] addLogicalPort took 18.521386ms, libovsdb time 941.96µs W0417 22:51:28.577843 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:28.577869 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:28.577877 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:28.577884 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier I0417 22:51:28.624982 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb54bb855-7t2c6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:28.625009 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb54bb855-7t2c6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:28.631738 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cb54bb855-7t2c6 I0417 22:51:28.631767 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cb54bb855-7t2c6 I0417 22:51:28.798547 3668 cni.go:452] [openshift-image-registry/image-registry-5886f99945-4q7m9 6df377de704a99e182329b8a2711e9567bbad43dee008b537b68cc2f25d3028f network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5886f99945-4q7m9 6df377de704a99e182329b8a2711e9567bbad43dee008b537b68cc2f25d3028f network default NAD default NAD key ] I0417 22:51:28.809004 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5886f99945-4q7m9, hostIfaceName: 6df377de704a99e, network: default, NAD default, SandboxID: "6df377de704a99e182329b8a2711e9567bbad43dee008b537b68cc2f25d3028f", PCI device ID: , UID: "5882432b-5fbf-4156-b16b-4f750f85dae0", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0417 22:51:28.855260 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c574fdc64-gzph8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:28.855370 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c574fdc64-gzph8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:28.860881 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c574fdc64-gzph8 I0417 22:51:28.860908 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c574fdc64-gzph8 I0417 22:51:28.862924 3668 cni.go:473] [openshift-image-registry/image-registry-5886f99945-4q7m9 6df377de704a99e182329b8a2711e9567bbad43dee008b537b68cc2f25d3028f network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5886f99945-4q7m9 6df377de704a99e182329b8a2711e9567bbad43dee008b537b68cc2f25d3028f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:e3:34:22:1c:97\",\"name\":\"6df377de704a99e\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b155ad67-745d-43c2-a45c-0606451654bb\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 22:51:31.021881 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 22:51:31.021903 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 22:51:33.641781 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:33.641805 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:33.641811 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:33.641819 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:33.641833 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:33.641839 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:33.641845 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:33.641850 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:34.601604 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:34.601631 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:34.601640 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:34.601647 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 22:51:47.629565 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 22:51:47.629588 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 22:51:48.074930 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0417 22:51:48.100887 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0417 22:51:48.572941 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 22:51:50.652419 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:50.652453 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:50.652483 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:50.652525 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:50.688935 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:50.688956 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:51.596564 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 22:51:52.694502 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:52.694521 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:52.694528 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:52.694545 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:52.694553 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:52.694557 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 22:51:52.723464 3668 cni.go:452] [openshift-console/console-7c75d8c9bb-rdtlt 5b98aa67f6fa0ac83d05c7c0b04c767dde8e5fd76cc29c70fdbecfd93adbc126 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7c75d8c9bb-rdtlt 5b98aa67f6fa0ac83d05c7c0b04c767dde8e5fd76cc29c70fdbecfd93adbc126 network default NAD default NAD key ] W0417 22:51:52.760411 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:52.760435 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:51:52.760444 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 22:51:52.808675 3668 cni.go:473] [openshift-console/console-7c75d8c9bb-rdtlt 5b98aa67f6fa0ac83d05c7c0b04c767dde8e5fd76cc29c70fdbecfd93adbc126 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7c75d8c9bb-rdtlt 5b98aa67f6fa0ac83d05c7c0b04c767dde8e5fd76cc29c70fdbecfd93adbc126 network default NAD default NAD key default], result "{}", err I0417 22:51:52.860501 3668 obj_retry.go:498] Detected object openshift-console/console-7c75d8c9bb-rdtlt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:52.860544 3668 pods.go:176] Deleting pod: openshift-console/console-7c75d8c9bb-rdtlt I0417 22:51:52.861805 3668 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7c75d8c9bb-rdtlt, ips: 10.130.0.15 I0417 22:51:52.861834 3668 obj_retry.go:498] Detected object openshift-console/console-7c75d8c9bb-rdtlt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:52.868419 3668 base_network_controller_pods.go:487] [default/openshift-console/console-66f8d6ccc9-hn5np] creating logical port openshift-console_console-66f8d6ccc9-hn5np for pod on switch ip-10-0-0-119.ec2.internal I0417 22:51:52.868529 3668 kube.go:256] Updating pod openshift-console/console-66f8d6ccc9-hn5np I0417 22:51:52.881436 3668 pod.go:62] [openshift-console/console-66f8d6ccc9-hn5np] pod update took 12.93879ms I0417 22:51:52.881463 3668 base_network_controller_pods.go:951] [default/openshift-console/console-66f8d6ccc9-hn5np] addLogicalPort annotation time took 12.972173ms I0417 22:51:52.882658 3668 pods.go:271] [openshift-console/console-66f8d6ccc9-hn5np] addLogicalPort took 14.272684ms, libovsdb time 875.802µs I0417 22:51:53.282615 3668 cni.go:452] [openshift-console/console-66f8d6ccc9-hn5np 1a43c7330b7f5fe552e03e7d4ae19f686f607e13f19592a0328188de709024d1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-66f8d6ccc9-hn5np 1a43c7330b7f5fe552e03e7d4ae19f686f607e13f19592a0328188de709024d1 network default NAD default NAD key ] I0417 22:51:53.292271 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-66f8d6ccc9-hn5np, hostIfaceName: 1a43c7330b7f5fe, network: default, NAD default, SandboxID: "1a43c7330b7f5fe552e03e7d4ae19f686f607e13f19592a0328188de709024d1", PCI device ID: , UID: "df2ff5e0-c357-4490-a19f-568bc8f5453f", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0417 22:51:53.340779 3668 cni.go:473] [openshift-console/console-66f8d6ccc9-hn5np 1a43c7330b7f5fe552e03e7d4ae19f686f607e13f19592a0328188de709024d1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-66f8d6ccc9-hn5np 1a43c7330b7f5fe552e03e7d4ae19f686f607e13f19592a0328188de709024d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:95:6e:32:4b:42\",\"name\":\"1a43c7330b7f5fe\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/402c77f8-9c75-4718-b3ac-82c54b19551f\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 22:51:53.687060 3668 obj_retry.go:492] Detected object openshift-console/console-7c75d8c9bb-rdtlt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:53.687088 3668 obj_retry.go:492] Detected object openshift-console/console-7c75d8c9bb-rdtlt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:53.693133 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c75d8c9bb-rdtlt I0417 22:51:53.693159 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c75d8c9bb-rdtlt I0417 22:51:56.419939 3668 obj_retry.go:498] Detected object openshift-console/console-7c75d8c9bb-wzxk4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:56.420512 3668 obj_retry.go:498] Detected object openshift-console/console-7c75d8c9bb-wzxk4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:56.771323 3668 obj_retry.go:492] Detected object openshift-console/console-7c75d8c9bb-wzxk4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:56.771359 3668 obj_retry.go:492] Detected object openshift-console/console-7c75d8c9bb-wzxk4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:56.776209 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c75d8c9bb-wzxk4 I0417 22:51:56.776238 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c75d8c9bb-wzxk4 I0417 22:51:57.911731 3668 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:57.912243 3668 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:51:57.912269 3668 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 22:51:57.912281 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0417 22:51:57.912305 3668 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 22:51:57.912314 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0417 22:51:58.135146 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0417 22:51:58.939707 3668 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:58.939729 3668 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:58.939749 3668 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:58.939759 3668 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390wpc66 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:51:59.770678 3668 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0417 22:51:59.781905 3668 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0417 22:52:03.732212 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0417 22:52:13.334019 3668 obj_retry.go:498] Detected object openshift-ingress/router-default-6c9d7dd48f-7hjdk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:13.334685 3668 obj_retry.go:498] Detected object openshift-ingress/router-default-6c9d7dd48f-7hjdk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:14.187415 3668 obj_retry.go:492] Detected object openshift-ingress/router-default-6c9d7dd48f-7hjdk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:14.187439 3668 obj_retry.go:492] Detected object openshift-ingress/router-default-6c9d7dd48f-7hjdk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:14.192989 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6c9d7dd48f-7hjdk I0417 22:52:14.193023 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6c9d7dd48f-7hjdk I0417 22:52:16.974168 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb54bb855-jq6lv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:16.974805 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb54bb855-jq6lv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:17.197208 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb54bb855-jq6lv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:17.197234 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb54bb855-jq6lv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:17.203535 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cb54bb855-jq6lv I0417 22:52:17.203562 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cb54bb855-jq6lv W0417 22:52:18.816865 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:52:18.816890 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0417 22:52:32.845721 3668 cni.go:452] [openshift-monitoring/alertmanager-main-1 cf92a904696a5c8812faae93ba35bf2300c8c9a5b5200bc0e998f35ee52ce4d6 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 cf92a904696a5c8812faae93ba35bf2300c8c9a5b5200bc0e998f35ee52ce4d6 network default NAD default NAD key ] I0417 22:52:32.940051 3668 cni.go:473] [openshift-monitoring/alertmanager-main-1 cf92a904696a5c8812faae93ba35bf2300c8c9a5b5200bc0e998f35ee52ce4d6 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 cf92a904696a5c8812faae93ba35bf2300c8c9a5b5200bc0e998f35ee52ce4d6 network default NAD default NAD key default], result "{}", err I0417 22:52:32.996166 3668 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:32.996212 3668 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0417 22:52:32.998384 3668 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.14 I0417 22:52:32.998481 3668 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:33.843813 3668 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:33.843907 3668 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:33.850682 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0417 22:52:33.850773 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0417 22:52:33.911334 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-119.ec2.internal I0417 22:52:33.911499 3668 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0417 22:52:33.935064 3668 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.622637ms I0417 22:52:33.935085 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.650964ms I0417 22:52:33.936412 3668 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.099718ms, libovsdb time 873.203µs I0417 22:52:34.270108 3668 cni.go:452] [openshift-monitoring/alertmanager-main-1 242f94700b6fb02c410defd3d5be0ebed111144ab60303091430db7d719254ec network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 242f94700b6fb02c410defd3d5be0ebed111144ab60303091430db7d719254ec network default NAD default NAD key ] I0417 22:52:34.280138 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 242f94700b6fb02, network: default, NAD default, SandboxID: "242f94700b6fb02c410defd3d5be0ebed111144ab60303091430db7d719254ec", PCI device ID: , UID: "5d005b11-b7bb-46dd-84c7-eaaab2c99efa", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0417 22:52:34.330918 3668 cni.go:473] [openshift-monitoring/alertmanager-main-1 242f94700b6fb02c410defd3d5be0ebed111144ab60303091430db7d719254ec network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 242f94700b6fb02c410defd3d5be0ebed111144ab60303091430db7d719254ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ce:b2:25:b4:56\",\"name\":\"242f94700b6fb02\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d60d4e47-cfd5-4c16-8127-c0e61cfdfcf2\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 22:52:37.396254 3668 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:37.396891 3668 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:37.933907 3668 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:37.933938 3668 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:37.940314 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0417 22:52:37.940338 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0417 22:52:54.319240 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:52:54.319269 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 22:52:54.319276 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 22:52:55.728187 3668 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:55.728770 3668 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:52:56.027365 3668 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:56.027408 3668 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:52:56.034050 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0417 22:52:56.034078 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0417 22:53:04.828835 3668 cni.go:452] [openshift-console/console-66f8d6ccc9-hn5np 1a43c7330b7f5fe552e03e7d4ae19f686f607e13f19592a0328188de709024d1 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-66f8d6ccc9-hn5np 1a43c7330b7f5fe552e03e7d4ae19f686f607e13f19592a0328188de709024d1 network default NAD default NAD key ] I0417 22:53:04.916328 3668 cni.go:473] [openshift-console/console-66f8d6ccc9-hn5np 1a43c7330b7f5fe552e03e7d4ae19f686f607e13f19592a0328188de709024d1 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-66f8d6ccc9-hn5np 1a43c7330b7f5fe552e03e7d4ae19f686f607e13f19592a0328188de709024d1 network default NAD default NAD key default], result "{}", err I0417 22:53:04.961673 3668 obj_retry.go:498] Detected object openshift-console/console-66f8d6ccc9-hn5np of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:04.961712 3668 pods.go:176] Deleting pod: openshift-console/console-66f8d6ccc9-hn5np I0417 22:53:04.963145 3668 pods.go:236] Attempting to release IPs for pod: openshift-console/console-66f8d6ccc9-hn5np, ips: 10.130.0.21 I0417 22:53:04.963179 3668 obj_retry.go:498] Detected object openshift-console/console-66f8d6ccc9-hn5np of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:04.972377 3668 base_network_controller_pods.go:487] [default/openshift-console/console-6cc5578b9d-7456g] creating logical port openshift-console_console-6cc5578b9d-7456g for pod on switch ip-10-0-0-119.ec2.internal I0417 22:53:04.972488 3668 kube.go:256] Updating pod openshift-console/console-6cc5578b9d-7456g I0417 22:53:04.985982 3668 pod.go:62] [openshift-console/console-6cc5578b9d-7456g] pod update took 13.520498ms I0417 22:53:04.986003 3668 base_network_controller_pods.go:951] [default/openshift-console/console-6cc5578b9d-7456g] addLogicalPort annotation time took 13.545954ms I0417 22:53:04.987303 3668 pods.go:271] [openshift-console/console-6cc5578b9d-7456g] addLogicalPort took 14.941712ms, libovsdb time 933.683µs I0417 22:53:05.269461 3668 obj_retry.go:492] Detected object openshift-console/console-66f8d6ccc9-hn5np of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:05.269491 3668 obj_retry.go:492] Detected object openshift-console/console-66f8d6ccc9-hn5np of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:05.275225 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-66f8d6ccc9-hn5np I0417 22:53:05.275258 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-66f8d6ccc9-hn5np I0417 22:53:05.336089 3668 cni.go:452] [openshift-console/console-6cc5578b9d-7456g 38630f3d57e8b386e2ed63bbb44168328fd4616bc5fca2a57528efa440b374c1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6cc5578b9d-7456g 38630f3d57e8b386e2ed63bbb44168328fd4616bc5fca2a57528efa440b374c1 network default NAD default NAD key ] I0417 22:53:05.346117 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6cc5578b9d-7456g, hostIfaceName: 38630f3d57e8b38, network: default, NAD default, SandboxID: "38630f3d57e8b386e2ed63bbb44168328fd4616bc5fca2a57528efa440b374c1", PCI device ID: , UID: "75eeb94d-12f2-461e-9404-d105051ea8d6", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0417 22:53:05.398270 3668 cni.go:473] [openshift-console/console-6cc5578b9d-7456g 38630f3d57e8b386e2ed63bbb44168328fd4616bc5fca2a57528efa440b374c1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6cc5578b9d-7456g 38630f3d57e8b386e2ed63bbb44168328fd4616bc5fca2a57528efa440b374c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:c7:c2:6a:17:24\",\"name\":\"38630f3d57e8b38\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/256a8ce0-272e-4879-aa50-08be5d423d40\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 22:53:16.026202 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0417 22:53:16.338493 3668 obj_retry.go:498] Detected object openshift-console/console-66f8d6ccc9-k4c8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:16.339166 3668 obj_retry.go:498] Detected object openshift-console/console-66f8d6ccc9-k4c8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:16.713692 3668 obj_retry.go:492] Detected object openshift-console/console-66f8d6ccc9-k4c8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:16.713717 3668 obj_retry.go:492] Detected object openshift-console/console-66f8d6ccc9-k4c8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:16.720566 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-66f8d6ccc9-k4c8k I0417 22:53:16.720590 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-66f8d6ccc9-k4c8k I0417 22:53:29.597729 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:29.598299 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:30.495569 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:30.495590 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:40.408635 3668 cni.go:452] [openshift-monitoring/prometheus-k8s-0 f9725c80c60dd8381def4525770ee856dad112aed3a64348451d8bfdcc1a4b45 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 f9725c80c60dd8381def4525770ee856dad112aed3a64348451d8bfdcc1a4b45 network default NAD default NAD key ] I0417 22:53:40.491958 3668 cni.go:473] [openshift-monitoring/prometheus-k8s-0 f9725c80c60dd8381def4525770ee856dad112aed3a64348451d8bfdcc1a4b45 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 f9725c80c60dd8381def4525770ee856dad112aed3a64348451d8bfdcc1a4b45 network default NAD default NAD key default], result "{}", err I0417 22:53:40.553451 3668 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:40.553489 3668 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0417 22:53:40.554789 3668 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.19 I0417 22:53:40.554816 3668 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:53:41.137008 3668 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:41.137034 3668 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:53:41.144919 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0417 22:53:41.144978 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0417 22:53:41.186268 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-119.ec2.internal I0417 22:53:41.186377 3668 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0417 22:53:41.214276 3668 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 27.936609ms I0417 22:53:41.214302 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 27.967669ms I0417 22:53:41.215541 3668 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 29.291024ms, libovsdb time 885.292µs I0417 22:53:41.548959 3668 cni.go:452] [openshift-monitoring/prometheus-k8s-0 dcc27bfa813eee919a327c84d4c85608ba531d73535ff31f9b302b34113d0746 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 dcc27bfa813eee919a327c84d4c85608ba531d73535ff31f9b302b34113d0746 network default NAD default NAD key ] I0417 22:53:41.573804 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: dcc27bfa813eee9, network: default, NAD default, SandboxID: "dcc27bfa813eee919a327c84d4c85608ba531d73535ff31f9b302b34113d0746", PCI device ID: , UID: "4d48f7d5-6abe-456c-a162-6a42f427ee7b", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0417 22:53:41.624489 3668 cni.go:473] [openshift-monitoring/prometheus-k8s-0 dcc27bfa813eee919a327c84d4c85608ba531d73535ff31f9b302b34113d0746 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 dcc27bfa813eee919a327c84d4c85608ba531d73535ff31f9b302b34113d0746 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:cc:f2:e4:f9:59\",\"name\":\"dcc27bfa813eee9\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e65dbff-32c4-46d4-9e4b-8dc7cc43a205\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 22:54:42.423452 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 22:54:42.423483 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0417 22:55:29.146592 3668 obj_retry.go:498] Detected object openshift-console/console-6cc5578b9d-ptjgc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:55:29.147173 3668 obj_retry.go:498] Detected object openshift-console/console-6cc5578b9d-ptjgc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:55:29.652654 3668 obj_retry.go:492] Detected object openshift-console/console-6cc5578b9d-ptjgc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:55:29.652682 3668 obj_retry.go:492] Detected object openshift-console/console-6cc5578b9d-ptjgc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:55:29.655583 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cc5578b9d-ptjgc I0417 22:55:29.655611 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cc5578b9d-ptjgc I0417 22:55:40.053414 3668 cni.go:452] [openshift-console/console-6cc5578b9d-7456g 38630f3d57e8b386e2ed63bbb44168328fd4616bc5fca2a57528efa440b374c1 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6cc5578b9d-7456g 38630f3d57e8b386e2ed63bbb44168328fd4616bc5fca2a57528efa440b374c1 network default NAD default NAD key ] I0417 22:55:40.127826 3668 cni.go:473] [openshift-console/console-6cc5578b9d-7456g 38630f3d57e8b386e2ed63bbb44168328fd4616bc5fca2a57528efa440b374c1 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6cc5578b9d-7456g 38630f3d57e8b386e2ed63bbb44168328fd4616bc5fca2a57528efa440b374c1 network default NAD default NAD key default], result "{}", err I0417 22:55:40.172851 3668 obj_retry.go:498] Detected object openshift-console/console-6cc5578b9d-7456g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 22:55:40.172966 3668 pods.go:176] Deleting pod: openshift-console/console-6cc5578b9d-7456g I0417 22:55:40.174269 3668 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6cc5578b9d-7456g, ips: 10.130.0.23 I0417 22:55:40.174298 3668 obj_retry.go:498] Detected object openshift-console/console-6cc5578b9d-7456g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 22:55:40.610042 3668 obj_retry.go:492] Detected object openshift-console/console-6cc5578b9d-7456g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:55:40.610091 3668 obj_retry.go:492] Detected object openshift-console/console-6cc5578b9d-7456g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 22:55:40.618647 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cc5578b9d-7456g I0417 22:55:40.618678 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cc5578b9d-7456g I0417 22:55:49.443103 3668 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0417 22:55:49.460541 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0417 22:55:50.229795 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=130 I0417 22:55:50.342858 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0417 22:56:00.232445 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0417 22:56:11.320827 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0417 22:57:02.366595 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 W0417 22:57:04.261298 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 22:57:07.242654 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=513 I0417 22:57:15.297304 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0417 22:57:15.297375 3668 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-nqnj8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-nqnj8: no pod IPs found I0417 22:57:25.331294 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0417 22:57:29.236664 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0417 22:57:50.461516 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0417 22:59:01.326565 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0417 22:59:04.337272 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0417 22:59:09.454462 3668 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0417 22:59:22.321060 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0417 22:59:55.228944 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0417 23:00:04.059739 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:00:04.060319 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:00:04.963070 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:00:04.963097 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607780-8n9bm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:00:19.236312 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 I0417 23:01:12.080311 3668 namespace.go:98] [tsf] adding namespace I0417 23:01:12.081171 3668 namespace.go:102] [tsf] adding namespace took 841.179µs I0417 23:01:12.101552 3668 namespace.go:142] [tsf] updating namespace I0417 23:01:12.118824 3668 namespace.go:142] [tsf] updating namespace I0417 23:01:15.958233 3668 namespace.go:98] [konflux-ui] adding namespace I0417 23:01:15.959210 3668 namespace.go:102] [konflux-ui] adding namespace took 954.818µs I0417 23:01:15.971607 3668 namespace.go:98] [konflux-operator] adding namespace I0417 23:01:15.971742 3668 namespace.go:98] [tsf-tas] adding namespace I0417 23:01:15.971782 3668 namespace.go:98] [tsf-tpa] adding namespace I0417 23:01:15.971926 3668 namespace.go:98] [cert-manager-operator] adding namespace I0417 23:01:15.972019 3668 namespace.go:98] [tsf-keycloak] adding namespace I0417 23:01:15.972086 3668 namespace.go:98] [rhbk-operator] adding namespace I0417 23:01:15.972117 3668 namespace.go:98] [rhtpa-operator] adding namespace I0417 23:01:15.972381 3668 namespace.go:102] [konflux-operator] adding namespace took 759.899µs I0417 23:01:15.973000 3668 namespace.go:102] [tsf-tas] adding namespace took 1.242005ms I0417 23:01:15.973539 3668 namespace.go:102] [tsf-tpa] adding namespace took 1.742464ms I0417 23:01:15.974048 3668 namespace.go:102] [cert-manager-operator] adding namespace took 2.102912ms I0417 23:01:15.974525 3668 namespace.go:102] [tsf-keycloak] adding namespace took 2.484646ms I0417 23:01:15.974985 3668 namespace.go:102] [rhbk-operator] adding namespace took 2.871284ms I0417 23:01:15.975467 3668 namespace.go:102] [rhtpa-operator] adding namespace took 3.337911ms I0417 23:01:15.992681 3668 namespace.go:142] [konflux-ui] updating namespace I0417 23:01:16.002479 3668 namespace.go:142] [konflux-ui] updating namespace I0417 23:01:16.020335 3668 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:01:16.020387 3668 namespace.go:142] [konflux-operator] updating namespace I0417 23:01:16.022928 3668 namespace.go:142] [tsf-tas] updating namespace I0417 23:01:16.032556 3668 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:01:16.037321 3668 namespace.go:142] [tsf-tpa] updating namespace I0417 23:01:16.044039 3668 namespace.go:142] [rhbk-operator] updating namespace I0417 23:01:16.044115 3668 namespace.go:142] [konflux-operator] updating namespace I0417 23:01:16.044181 3668 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:01:16.072148 3668 namespace.go:142] [konflux-ui] updating namespace I0417 23:01:16.100405 3668 namespace.go:142] [tsf-tpa] updating namespace I0417 23:01:16.121508 3668 namespace.go:142] [tsf-tpa] updating namespace I0417 23:01:16.152286 3668 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:01:16.163511 3668 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:01:16.173460 3668 namespace.go:142] [konflux-operator] updating namespace I0417 23:01:16.192713 3668 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:01:16.199589 3668 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:01:16.209453 3668 namespace.go:142] [rhbk-operator] updating namespace I0417 23:01:16.223027 3668 namespace.go:142] [rhbk-operator] updating namespace I0417 23:01:16.246556 3668 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:01:16.251247 3668 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:01:16.281519 3668 namespace.go:142] [tsf-tas] updating namespace I0417 23:01:16.288377 3668 namespace.go:142] [tsf-tas] updating namespace I0417 23:01:17.192083 3668 namespace.go:142] [tsf-tpa] updating namespace I0417 23:01:17.213552 3668 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:01:23.266047 3668 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:23.266582 3668 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:23.266606 3668 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:23.266614 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:23.266627 3668 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:23.266634 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:24.289313 3668 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:24.289336 3668 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:24.289348 3668 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:24.289363 3668 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wbcpt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:28.507968 3668 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:28.508612 3668 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:28.508643 3668 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:28.508653 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:28.508670 3668 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:28.508674 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:29.539802 3668 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:29.539834 3668 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:29.539847 3668 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:29.539861 3668 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qgrpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:31.355261 3668 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:31.355786 3668 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:31.355808 3668 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:31.355815 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:31.355825 3668 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:31.355829 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:31.428681 3668 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:31.428707 3668 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:31.428722 3668 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:31.428734 3668 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:32.383724 3668 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:32.383747 3668 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:32.383758 3668 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:32.383769 3668 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26cf4p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:33.488544 3668 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.489038 3668 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.489062 3668 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.489071 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:33.489085 3668 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.489090 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:33.621615 3668 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.622139 3668 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.622164 3668 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.622172 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:33.622184 3668 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.622188 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:33.715208 3668 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.715744 3668 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.715770 3668 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.715778 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 23:01:33.715790 3668 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 23:01:33.715794 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 23:01:34.540870 3668 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.540893 3668 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.540909 3668 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.540927 3668 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wgp7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.614890 3668 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.614916 3668 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.614931 3668 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.614943 3668 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece84c4s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.739788 3668 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.739811 3668 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.739824 3668 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:34.739835 3668 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad78f2gd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:01:41.529610 3668 namespace.go:98] [cert-manager] adding namespace I0417 23:01:41.530461 3668 namespace.go:102] [cert-manager] adding namespace took 827.626µs I0417 23:01:41.584595 3668 namespace.go:142] [cert-manager] updating namespace I0417 23:01:41.619510 3668 namespace.go:142] [cert-manager] updating namespace W0417 23:01:42.372926 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0417 23:01:46.072306 3668 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-9h9sr] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-9h9sr for pod on switch ip-10-0-0-119.ec2.internal I0417 23:01:46.072460 3668 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-9h9sr I0417 23:01:46.091937 3668 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-9h9sr] pod update took 19.499998ms I0417 23:01:46.091961 3668 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5b4bf68748-9h9sr] addLogicalPort annotation time took 19.526146ms I0417 23:01:46.093253 3668 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-9h9sr] addLogicalPort took 20.962235ms, libovsdb time 969.637µs W0417 23:01:46.347625 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0417 23:01:46.347646 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0417 23:01:46.454385 3668 cni.go:452] [cert-manager/cert-manager-cainjector-5b4bf68748-9h9sr abe1d6a559a8d399cb68aa5464054720cb995924770725b9abce22fedfd47838 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-9h9sr abe1d6a559a8d399cb68aa5464054720cb995924770725b9abce22fedfd47838 network default NAD default NAD key ] I0417 23:01:46.463770 3668 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-9h9sr, hostIfaceName: abe1d6a559a8d39, network: default, NAD default, SandboxID: "abe1d6a559a8d399cb68aa5464054720cb995924770725b9abce22fedfd47838", PCI device ID: , UID: "b7a7077f-623c-4cf7-859c-7be7417e561e", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0417 23:01:46.513661 3668 cni.go:473] [cert-manager/cert-manager-cainjector-5b4bf68748-9h9sr abe1d6a559a8d399cb68aa5464054720cb995924770725b9abce22fedfd47838 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-9h9sr abe1d6a559a8d399cb68aa5464054720cb995924770725b9abce22fedfd47838 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:0e:b6:3f:24:9d\",\"name\":\"abe1d6a559a8d39\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96baa8fe-71e3-4927-b82b-9db1560b21e7\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:01:47.037640 3668 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-bdwnh] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-bdwnh for pod on switch ip-10-0-0-119.ec2.internal I0417 23:01:47.037752 3668 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-bdwnh I0417 23:01:47.056629 3668 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-bdwnh] pod update took 18.899429ms I0417 23:01:47.056656 3668 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-bdwnh] addLogicalPort annotation time took 18.930645ms I0417 23:01:47.057858 3668 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-bdwnh] addLogicalPort took 20.239789ms, libovsdb time 842.095µs I0417 23:01:47.404464 3668 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-bdwnh 388279e8e3fb4e90cf789e3f207fa5c3e2b10c14bb800529e2a90a27c2282260 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-bdwnh 388279e8e3fb4e90cf789e3f207fa5c3e2b10c14bb800529e2a90a27c2282260 network default NAD default NAD key ] I0417 23:01:47.414850 3668 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-bdwnh, hostIfaceName: 388279e8e3fb4e9, network: default, NAD default, SandboxID: "388279e8e3fb4e90cf789e3f207fa5c3e2b10c14bb800529e2a90a27c2282260", PCI device ID: , UID: "e2d2af1e-3a9d-4103-9c22-6682ce9971e7", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0417 23:01:47.462763 3668 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-bdwnh 388279e8e3fb4e90cf789e3f207fa5c3e2b10c14bb800529e2a90a27c2282260 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-bdwnh 388279e8e3fb4e90cf789e3f207fa5c3e2b10c14bb800529e2a90a27c2282260 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:96:8c:cd:21:ea\",\"name\":\"388279e8e3fb4e9\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9414ae5b-e2c9-4cd9-906c-4fb6e98acceb\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:01:52.627335 3668 namespace.go:142] [openshift-operators] updating namespace I0417 23:01:52.637923 3668 namespace.go:142] [openshift-operators] updating namespace W0417 23:01:54.533814 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0417 23:02:01.377601 3668 namespace.go:98] [trusted-artifact-signer] adding namespace I0417 23:02:01.378485 3668 namespace.go:102] [trusted-artifact-signer] adding namespace took 865.588µs I0417 23:02:01.412730 3668 namespace.go:142] [trusted-artifact-signer] updating namespace W0417 23:02:01.448469 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0417 23:02:01.463568 3668 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 23:02:03.272622 3668 namespace.go:142] [openshift-operators] updating namespace I0417 23:02:04.322262 3668 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-fwtmv] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-fwtmv for pod on switch ip-10-0-0-119.ec2.internal I0417 23:02:04.322368 3668 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-fwtmv I0417 23:02:04.344831 3668 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-fwtmv] pod update took 22.486092ms I0417 23:02:04.344860 3668 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-fwtmv] addLogicalPort annotation time took 22.51619ms I0417 23:02:04.346083 3668 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-fwtmv] addLogicalPort took 23.835752ms, libovsdb time 901.265µs I0417 23:02:04.680334 3668 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-fwtmv 8475928e92aa9ec5467ad81a7aa7ffdaa877ae53800c1e03e58e9f122b66d879 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-fwtmv 8475928e92aa9ec5467ad81a7aa7ffdaa877ae53800c1e03e58e9f122b66d879 network default NAD default NAD key ] I0417 23:02:04.690133 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-fwtmv, hostIfaceName: 8475928e92aa9ec, network: default, NAD default, SandboxID: "8475928e92aa9ec5467ad81a7aa7ffdaa877ae53800c1e03e58e9f122b66d879", PCI device ID: , UID: "2485a004-bd1f-4671-befe-1b3e2f75689d", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0417 23:02:04.739976 3668 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-fwtmv 8475928e92aa9ec5467ad81a7aa7ffdaa877ae53800c1e03e58e9f122b66d879 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-fwtmv 8475928e92aa9ec5467ad81a7aa7ffdaa877ae53800c1e03e58e9f122b66d879 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:b8:ec:4b:45:5f\",\"name\":\"8475928e92aa9ec\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6bc96c0f-6ad1-4dd3-878b-57665f612208\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:02:16.462209 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0417 23:02:20.688276 3668 namespace.go:98] [openshift-pipelines] adding namespace I0417 23:02:20.689144 3668 namespace.go:102] [openshift-pipelines] adding namespace took 843.734µs I0417 23:02:20.707522 3668 namespace.go:142] [openshift-pipelines] updating namespace I0417 23:02:21.395860 3668 namespace.go:142] [cert-manager] updating namespace I0417 23:02:21.591725 3668 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:02:21.992277 3668 namespace.go:142] [konflux-operator] updating namespace I0417 23:02:22.192262 3668 namespace.go:142] [konflux-ui] updating namespace I0417 23:02:22.393357 3668 namespace.go:142] [open-cluster-management-2po6f2tbuq1ti4ohitqd4085cqflumq1] updating namespace I0417 23:02:22.797794 3668 namespace.go:142] [rhbk-operator] updating namespace I0417 23:02:22.998544 3668 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:02:23.195526 3668 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 23:02:23.395022 3668 namespace.go:142] [tsf] updating namespace I0417 23:02:23.596628 3668 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:02:23.798837 3668 namespace.go:142] [tsf-tas] updating namespace I0417 23:02:23.998662 3668 namespace.go:142] [tsf-tpa] updating namespace I0417 23:02:24.128306 3668 namespace.go:142] [cert-manager] updating namespace I0417 23:02:24.140825 3668 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:02:24.150891 3668 namespace.go:142] [default] updating namespace I0417 23:02:24.160788 3668 namespace.go:142] [konflux-operator] updating namespace I0417 23:02:24.170442 3668 namespace.go:142] [konflux-ui] updating namespace I0417 23:02:24.178646 3668 namespace.go:142] [open-cluster-management-2po6f2tbuq1ti4ohitqd4085cqflumq1] updating namespace I0417 23:02:24.186077 3668 namespace.go:142] [openshift] updating namespace I0417 23:02:24.194226 3668 namespace.go:142] [rhbk-operator] updating namespace I0417 23:02:24.203786 3668 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:02:24.212129 3668 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 23:02:24.220997 3668 namespace.go:142] [tsf] updating namespace I0417 23:02:24.242654 3668 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:02:24.258898 3668 namespace.go:142] [tsf-tas] updating namespace I0417 23:02:24.281818 3668 namespace.go:142] [tsf-tpa] updating namespace I0417 23:02:24.380167 3668 namespace.go:142] [cert-manager] updating namespace I0417 23:02:24.481996 3668 namespace.go:142] [cert-manager-operator] updating namespace I0417 23:02:24.579202 3668 namespace.go:142] [default] updating namespace I0417 23:02:24.681069 3668 namespace.go:142] [konflux-operator] updating namespace I0417 23:02:24.781591 3668 namespace.go:142] [konflux-ui] updating namespace I0417 23:02:24.881724 3668 namespace.go:142] [open-cluster-management-2po6f2tbuq1ti4ohitqd4085cqflumq1] updating namespace I0417 23:02:24.978708 3668 namespace.go:142] [openshift] updating namespace I0417 23:02:25.081427 3668 namespace.go:142] [rhbk-operator] updating namespace I0417 23:02:25.181066 3668 namespace.go:142] [rhtpa-operator] updating namespace I0417 23:02:25.244364 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=162 I0417 23:02:25.280427 3668 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 23:02:25.379166 3668 namespace.go:142] [tsf] updating namespace I0417 23:02:25.481504 3668 namespace.go:142] [tsf-keycloak] updating namespace I0417 23:02:25.580348 3668 namespace.go:142] [tsf-tas] updating namespace I0417 23:02:25.680849 3668 namespace.go:142] [tsf-tpa] updating namespace I0417 23:02:25.959130 3668 namespace.go:142] [openshift-pipelines] updating namespace I0417 23:02:31.660068 3668 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:02:31.660660 3668 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:02:31.680876 3668 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:02:31.680895 3668 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:02:31.686742 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0417 23:02:31.686767 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0417 23:02:33.358321 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2ltmq] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-2ltmq for pod on switch ip-10-0-0-119.ec2.internal I0417 23:02:33.358465 3668 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2ltmq I0417 23:02:33.374048 3668 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2ltmq] pod update took 15.608785ms I0417 23:02:33.374071 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2ltmq] addLogicalPort annotation time took 15.636022ms I0417 23:02:33.375292 3668 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2ltmq] addLogicalPort took 16.987841ms, libovsdb time 836.539µs I0417 23:02:33.557028 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-q9mfn] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-q9mfn for pod on switch ip-10-0-0-119.ec2.internal I0417 23:02:33.557130 3668 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-q9mfn I0417 23:02:33.573261 3668 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-q9mfn] pod update took 16.156641ms I0417 23:02:33.573291 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-q9mfn] addLogicalPort annotation time took 16.192064ms I0417 23:02:33.574493 3668 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-q9mfn] addLogicalPort took 17.483813ms, libovsdb time 843.116µs I0417 23:02:33.717382 3668 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2ltmq 94ce2c14ffda59dcc828ab230ea0a8be752df82a464cabec34d298b266b53a61 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2ltmq 94ce2c14ffda59dcc828ab230ea0a8be752df82a464cabec34d298b266b53a61 network default NAD default NAD key ] I0417 23:02:33.726985 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-2ltmq, hostIfaceName: 94ce2c14ffda59d, network: default, NAD default, SandboxID: "94ce2c14ffda59dcc828ab230ea0a8be752df82a464cabec34d298b266b53a61", PCI device ID: , UID: "6fd19315-af05-405c-ab0b-a6427366c3ec", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0417 23:02:33.780614 3668 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2ltmq 94ce2c14ffda59dcc828ab230ea0a8be752df82a464cabec34d298b266b53a61 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2ltmq 94ce2c14ffda59dcc828ab230ea0a8be752df82a464cabec34d298b266b53a61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:f6:d1:37:a5:aa\",\"name\":\"94ce2c14ffda59d\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4de5c89d-ef91-4b9e-916c-3ee6240d06ec\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:02:33.919830 3668 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-q9mfn b91759063d303e4436dafd334e17a89bb58f9550386fd96133110e255e7d69c6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-q9mfn b91759063d303e4436dafd334e17a89bb58f9550386fd96133110e255e7d69c6 network default NAD default NAD key ] I0417 23:02:33.930774 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-q9mfn, hostIfaceName: b91759063d303e4, network: default, NAD default, SandboxID: "b91759063d303e4436dafd334e17a89bb58f9550386fd96133110e255e7d69c6", PCI device ID: , UID: "e338042e-6a29-4b50-a8e1-466d66232bab", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0417 23:02:33.980575 3668 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-q9mfn b91759063d303e4436dafd334e17a89bb58f9550386fd96133110e255e7d69c6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-q9mfn b91759063d303e4436dafd334e17a89bb58f9550386fd96133110e255e7d69c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:be:43:33:b8:29\",\"name\":\"b91759063d303e4\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37ca6527-cb7b-4e58-be37-3dc717ddb783\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 23:02:38.287018 3668 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 23:02:38.287033 3668 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 23:02:38.287038 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 23:02:40.589493 3668 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:02:40.589512 3668 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:02:40.589517 3668 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:02:40.589521 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:02:40.671083 3668 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 23:02:40.671102 3668 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 23:02:40.671107 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 23:02:47.620884 3668 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0417 23:02:47.638922 3668 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0417 23:02:49.272615 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 23:02:49.272634 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 23:02:49.272640 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0417 23:02:58.316914 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-942qx] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-942qx for pod on switch ip-10-0-0-119.ec2.internal I0417 23:02:58.317025 3668 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-942qx I0417 23:02:58.329555 3668 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-942qx] pod update took 12.565328ms I0417 23:02:58.329628 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-942qx] addLogicalPort annotation time took 12.595668ms I0417 23:02:58.330858 3668 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-942qx] addLogicalPort took 13.962684ms, libovsdb time 897.415µs I0417 23:02:58.432088 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-wmdvp] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-wmdvp for pod on switch ip-10-0-0-119.ec2.internal I0417 23:02:58.432185 3668 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-wmdvp I0417 23:02:58.444881 3668 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-wmdvp] pod update took 12.723181ms I0417 23:02:58.444904 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-wmdvp] addLogicalPort annotation time took 12.747519ms I0417 23:02:58.445974 3668 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-wmdvp] addLogicalPort took 13.901203ms, libovsdb time 754.366µs I0417 23:02:58.537890 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5d4cd] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-5d4cd for pod on switch ip-10-0-0-119.ec2.internal I0417 23:02:58.537986 3668 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5d4cd I0417 23:02:58.552066 3668 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5d4cd] pod update took 14.105163ms I0417 23:02:58.552091 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5d4cd] addLogicalPort annotation time took 14.13419ms I0417 23:02:58.553263 3668 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5d4cd] addLogicalPort took 15.390711ms, libovsdb time 813.612µs I0417 23:02:58.674933 3668 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-942qx 7b989701c86493ca92a6f0e79dee03809964e234628444d9b0b4f96039b1d163 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-942qx 7b989701c86493ca92a6f0e79dee03809964e234628444d9b0b4f96039b1d163 network default NAD default NAD key ] I0417 23:02:58.685103 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-942qx, hostIfaceName: 7b989701c86493c, network: default, NAD default, SandboxID: "7b989701c86493ca92a6f0e79dee03809964e234628444d9b0b4f96039b1d163", PCI device ID: , UID: "8cc8d5c5-4887-4a69-8409-73f4f9721278", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0417 23:02:58.736299 3668 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-942qx 7b989701c86493ca92a6f0e79dee03809964e234628444d9b0b4f96039b1d163 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-942qx 7b989701c86493ca92a6f0e79dee03809964e234628444d9b0b4f96039b1d163 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:fa:a5:47:7e:54\",\"name\":\"7b989701c86493c\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f257a44f-8089-4476-9034-4e7eee25913f\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:02:58.793058 3668 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-wmdvp 68f8493381a096760b585f5780096b86dbb2234bfdac7bccb90f8d04ec821956 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-wmdvp 68f8493381a096760b585f5780096b86dbb2234bfdac7bccb90f8d04ec821956 network default NAD default NAD key ] I0417 23:02:58.804462 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-wmdvp, hostIfaceName: 68f8493381a0967, network: default, NAD default, SandboxID: "68f8493381a096760b585f5780096b86dbb2234bfdac7bccb90f8d04ec821956", PCI device ID: , UID: "a7fe2746-0636-463c-96d5-4e8a87066b3c", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0417 23:02:58.853611 3668 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-wmdvp 68f8493381a096760b585f5780096b86dbb2234bfdac7bccb90f8d04ec821956 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-wmdvp 68f8493381a096760b585f5780096b86dbb2234bfdac7bccb90f8d04ec821956 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:af:56:d7:98:8a\",\"name\":\"68f8493381a0967\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6e29878-a0a4-40e2-8afc-ccd62085215c\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:02:58.898128 3668 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5d4cd dc4358958faa5f997b9dfaee0219505530d7e0668b0daa141cd5fe95bf36ac2b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5d4cd dc4358958faa5f997b9dfaee0219505530d7e0668b0daa141cd5fe95bf36ac2b network default NAD default NAD key ] I0417 23:02:58.909271 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-5d4cd, hostIfaceName: dc4358958faa5f9, network: default, NAD default, SandboxID: "dc4358958faa5f997b9dfaee0219505530d7e0668b0daa141cd5fe95bf36ac2b", PCI device ID: , UID: "f61aea08-dbb6-4e3d-82de-c08e5667ef05", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0417 23:02:58.958712 3668 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5d4cd dc4358958faa5f997b9dfaee0219505530d7e0668b0daa141cd5fe95bf36ac2b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5d4cd dc4358958faa5f997b9dfaee0219505530d7e0668b0daa141cd5fe95bf36ac2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:69:22:d3:f2:2d\",\"name\":\"dc4358958faa5f9\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/062b2743-e010-4f49-bb65-08286cbf0a1c\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 23:03:02.385631 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0417 23:03:11.882340 3668 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:03:11.882960 3668 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:03:11.903554 3668 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:03:11.903576 3668 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:03:11.909862 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0417 23:03:11.909889 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0417 23:03:13.396773 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0417 23:03:13.778468 3668 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0417 23:03:13.779169 3668 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0417 23:03:13.779190 3668 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0417 23:03:13.781222 3668 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0417 23:03:19.824117 3668 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0417 23:03:19.824135 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0417 23:03:19.840535 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0417 23:03:19.840573 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0417 23:03:19.865384 3668 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0417 23:03:20.344596 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0417 23:03:22.937082 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-119.ec2.internal I0417 23:03:22.937176 3668 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0417 23:03:22.949894 3668 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.73911ms I0417 23:03:22.949915 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.765996ms I0417 23:03:22.951143 3668 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.077092ms, libovsdb time 866.593µs I0417 23:03:24.333753 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0417 23:03:28.412564 3668 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 11c2dfc152023cd937b06e82499b41c410df19fcf9ca163745a4e7c52db1f3d4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 11c2dfc152023cd937b06e82499b41c410df19fcf9ca163745a4e7c52db1f3d4 network default NAD default NAD key ] I0417 23:03:28.422499 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 11c2dfc152023cd, network: default, NAD default, SandboxID: "11c2dfc152023cd937b06e82499b41c410df19fcf9ca163745a4e7c52db1f3d4", PCI device ID: , UID: "f5ba4db4-eaab-46bb-9d08-1890e3214c8a", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0417 23:03:28.472815 3668 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 11c2dfc152023cd937b06e82499b41c410df19fcf9ca163745a4e7c52db1f3d4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 11c2dfc152023cd937b06e82499b41c410df19fcf9ca163745a4e7c52db1f3d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:5b:24:23:90:f0\",\"name\":\"11c2dfc152023cd\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4796c270-ccd0-405a-a450-80320b802b59\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:03:34.590334 3668 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0417 23:03:35.919034 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-8nzj6] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-8nzj6 for pod on switch ip-10-0-0-119.ec2.internal I0417 23:03:35.919170 3668 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-8nzj6 I0417 23:03:35.934547 3668 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-8nzj6] pod update took 15.40335ms I0417 23:03:35.934570 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-8nzj6] addLogicalPort annotation time took 15.432656ms I0417 23:03:35.935834 3668 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-8nzj6] addLogicalPort took 16.818829ms, libovsdb time 892.489µs I0417 23:03:36.117414 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-cml2g] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-cml2g for pod on switch ip-10-0-0-119.ec2.internal I0417 23:03:36.117511 3668 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-cml2g I0417 23:03:36.131322 3668 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-cml2g] pod update took 13.835605ms I0417 23:03:36.131353 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-cml2g] addLogicalPort annotation time took 13.870861ms I0417 23:03:36.132891 3668 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-cml2g] addLogicalPort took 15.514581ms, libovsdb time 1.006766ms I0417 23:03:36.278283 3668 cni.go:452] [openshift-pipelines/tekton-results-api-7b4b7bb78c-8nzj6 bbd57157eeafade9d226ef5c4b3adad60b3f681a4aabf3c86b3e0f2683025a66 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-8nzj6 bbd57157eeafade9d226ef5c4b3adad60b3f681a4aabf3c86b3e0f2683025a66 network default NAD default NAD key ] I0417 23:03:36.288031 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-8nzj6, hostIfaceName: bbd57157eeafade, network: default, NAD default, SandboxID: "bbd57157eeafade9d226ef5c4b3adad60b3f681a4aabf3c86b3e0f2683025a66", PCI device ID: , UID: "966b396c-0140-43fa-b39d-35c6d6d18c37", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0417 23:03:36.342286 3668 cni.go:473] [openshift-pipelines/tekton-results-api-7b4b7bb78c-8nzj6 bbd57157eeafade9d226ef5c4b3adad60b3f681a4aabf3c86b3e0f2683025a66 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-8nzj6 bbd57157eeafade9d226ef5c4b3adad60b3f681a4aabf3c86b3e0f2683025a66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:2c:70:66:e8:b3\",\"name\":\"bbd57157eeafade\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85d547a2-dfe2-4002-b863-d5ae899bf39a\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:03:36.477713 3668 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-cml2g e14368801d06f5dbd9dff2460cebaba5e2fac7f4804ce1774d3338a9b31bd60a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-cml2g e14368801d06f5dbd9dff2460cebaba5e2fac7f4804ce1774d3338a9b31bd60a network default NAD default NAD key ] I0417 23:03:36.487484 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-cml2g, hostIfaceName: e14368801d06f5d, network: default, NAD default, SandboxID: "e14368801d06f5dbd9dff2460cebaba5e2fac7f4804ce1774d3338a9b31bd60a", PCI device ID: , UID: "77a27681-3a87-4841-b80f-37c778c34b8b", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0417 23:03:36.542467 3668 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-cml2g e14368801d06f5dbd9dff2460cebaba5e2fac7f4804ce1774d3338a9b31bd60a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-cml2g e14368801d06f5dbd9dff2460cebaba5e2fac7f4804ce1774d3338a9b31bd60a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:3a:59:01:0b:db\",\"name\":\"e14368801d06f5d\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07b92c33-d2db-4d9d-ba2a-7d997374a204\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:03:42.463814 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0417 23:03:43.614844 3668 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 23:03:43.614864 3668 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 23:03:43.614870 3668 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 23:03:56.293204 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 23:03:56.293229 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 23:03:56.293238 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0417 23:04:04.226114 3668 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:04.226741 3668 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:04.267764 3668 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:04.267789 3668 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:04.271804 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0417 23:04:04.271833 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0417 23:04:07.260827 3668 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-6bf848947-llbk9] creating logical port tsf-tas_fulcio-server-6bf848947-llbk9 for pod on switch ip-10-0-0-119.ec2.internal I0417 23:04:07.260939 3668 kube.go:256] Updating pod tsf-tas/fulcio-server-6bf848947-llbk9 I0417 23:04:07.277959 3668 pod.go:62] [tsf-tas/fulcio-server-6bf848947-llbk9] pod update took 17.048516ms I0417 23:04:07.277996 3668 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-6bf848947-llbk9] addLogicalPort annotation time took 17.092994ms I0417 23:04:07.279327 3668 pods.go:271] [tsf-tas/fulcio-server-6bf848947-llbk9] addLogicalPort took 18.515658ms, libovsdb time 887.425µs I0417 23:04:07.288098 3668 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-95587fcb8-9qt9z] creating logical port tsf-tas_trillian-logsigner-95587fcb8-9qt9z for pod on switch ip-10-0-0-119.ec2.internal I0417 23:04:07.288173 3668 kube.go:256] Updating pod tsf-tas/trillian-logsigner-95587fcb8-9qt9z I0417 23:04:07.302748 3668 pod.go:62] [tsf-tas/trillian-logsigner-95587fcb8-9qt9z] pod update took 14.594813ms I0417 23:04:07.302774 3668 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-95587fcb8-9qt9z] addLogicalPort annotation time took 14.623945ms I0417 23:04:07.303981 3668 pods.go:271] [tsf-tas/trillian-logsigner-95587fcb8-9qt9z] addLogicalPort took 15.900506ms, libovsdb time 766.981µs I0417 23:04:07.547471 3668 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-q4ggn-qpm6k] creating logical port tsf-tas_rekor-createtree-job-q4ggn-qpm6k for pod on switch ip-10-0-0-119.ec2.internal I0417 23:04:07.547563 3668 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-q4ggn-qpm6k I0417 23:04:07.558566 3668 pod.go:62] [tsf-tas/rekor-createtree-job-q4ggn-qpm6k] pod update took 11.032661ms I0417 23:04:07.558586 3668 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-q4ggn-qpm6k] addLogicalPort annotation time took 11.057552ms I0417 23:04:07.559867 3668 pods.go:271] [tsf-tas/rekor-createtree-job-q4ggn-qpm6k] addLogicalPort took 12.415484ms, libovsdb time 864.473µs I0417 23:04:07.648340 3668 cni.go:452] [tsf-tas/fulcio-server-6bf848947-llbk9 1f8c4d4daca8ec6ab28e79291d8d23eefa4d63cd0d9d843510c911d363b48500 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-6bf848947-llbk9 1f8c4d4daca8ec6ab28e79291d8d23eefa4d63cd0d9d843510c911d363b48500 network default NAD default NAD key ] I0417 23:04:07.657825 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-6bf848947-llbk9, hostIfaceName: 1f8c4d4daca8ec6, network: default, NAD default, SandboxID: "1f8c4d4daca8ec6ab28e79291d8d23eefa4d63cd0d9d843510c911d363b48500", PCI device ID: , UID: "232fb3f3-b44f-47c4-bb05-1c8dd1ab8a96", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0417 23:04:07.710545 3668 cni.go:473] [tsf-tas/fulcio-server-6bf848947-llbk9 1f8c4d4daca8ec6ab28e79291d8d23eefa4d63cd0d9d843510c911d363b48500 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-6bf848947-llbk9 1f8c4d4daca8ec6ab28e79291d8d23eefa4d63cd0d9d843510c911d363b48500 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:90:24:00:ec:2c\",\"name\":\"1f8c4d4daca8ec6\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cae42988-9042-4ef0-9f58-dab0bea5397c\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:04:07.911477 3668 cni.go:452] [tsf-tas/rekor-createtree-job-q4ggn-qpm6k d89b78df654a8096f92b450ae679823fa4cd5a0551455f67095fc637f8573067 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-q4ggn-qpm6k d89b78df654a8096f92b450ae679823fa4cd5a0551455f67095fc637f8573067 network default NAD default NAD key ] I0417 23:04:07.920844 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-q4ggn-qpm6k, hostIfaceName: d89b78df654a809, network: default, NAD default, SandboxID: "d89b78df654a8096f92b450ae679823fa4cd5a0551455f67095fc637f8573067", PCI device ID: , UID: "91693e77-e86f-4463-a628-d6f34367eecd", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0417 23:04:07.971816 3668 cni.go:473] [tsf-tas/rekor-createtree-job-q4ggn-qpm6k d89b78df654a8096f92b450ae679823fa4cd5a0551455f67095fc637f8573067 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-q4ggn-qpm6k d89b78df654a8096f92b450ae679823fa4cd5a0551455f67095fc637f8573067 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:0d:e9:f9:29:52\",\"name\":\"d89b78df654a809\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7fcea3f-0cbd-4b07-9717-2addf66a053b\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:04:08.251774 3668 cni.go:452] [tsf-tas/trillian-logsigner-95587fcb8-9qt9z f61ae1a24725742fd0ee20f8ad18f99d21ae7656f7421a1a33516d36d9736bfb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-95587fcb8-9qt9z f61ae1a24725742fd0ee20f8ad18f99d21ae7656f7421a1a33516d36d9736bfb network default NAD default NAD key ] I0417 23:04:08.262880 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-95587fcb8-9qt9z, hostIfaceName: f61ae1a24725742, network: default, NAD default, SandboxID: "f61ae1a24725742fd0ee20f8ad18f99d21ae7656f7421a1a33516d36d9736bfb", PCI device ID: , UID: "1655a7a4-3ba6-41fc-beca-2d593ca403f0", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0417 23:04:08.314893 3668 cni.go:473] [tsf-tas/trillian-logsigner-95587fcb8-9qt9z f61ae1a24725742fd0ee20f8ad18f99d21ae7656f7421a1a33516d36d9736bfb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-95587fcb8-9qt9z f61ae1a24725742fd0ee20f8ad18f99d21ae7656f7421a1a33516d36d9736bfb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:11:b0:15:58:c9\",\"name\":\"f61ae1a24725742\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd1d0d05-e1a8-4404-b352-f8cf0528828c\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 23:04:10.728255 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0417 23:04:10.728275 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0417 23:04:10.747537 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0417 23:04:10.747554 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0417 23:04:13.268249 3668 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-t7dv5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:13.268807 3668 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-t7dv5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:14.150667 3668 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-t7dv5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:14.150696 3668 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-t7dv5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 23:04:16.760539 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0417 23:04:19.163456 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0417 23:04:21.190015 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0417 23:04:26.217652 3668 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0417 23:04:26.400279 3668 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gnwx8-ktsdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:26.400837 3668 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gnwx8-ktsdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0417 23:04:27.204280 3668 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0417 23:04:27.204300 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0417 23:04:27.231427 3668 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gnwx8-ktsdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:27.231450 3668 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gnwx8-ktsdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:49.231616 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=100 I0417 23:04:54.339652 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0417 23:04:57.927645 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0417 23:04:59.569846 3668 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-kwfkq-gshgp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:59.570462 3668 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-kwfkq-gshgp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:59.587897 3668 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:59.588411 3668 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:04:59.607197 3668 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:59.607214 3668 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:04:59.610314 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0417 23:04:59.610327 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0417 23:05:00.418116 3668 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-kwfkq-gshgp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:00.418137 3668 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-kwfkq-gshgp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:03.001142 3668 cni.go:452] [tsf-tas/rekor-createtree-job-q4ggn-qpm6k d89b78df654a8096f92b450ae679823fa4cd5a0551455f67095fc637f8573067 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-q4ggn-qpm6k d89b78df654a8096f92b450ae679823fa4cd5a0551455f67095fc637f8573067 network default NAD default NAD key ] I0417 23:05:03.087895 3668 cni.go:473] [tsf-tas/rekor-createtree-job-q4ggn-qpm6k d89b78df654a8096f92b450ae679823fa4cd5a0551455f67095fc637f8573067 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-q4ggn-qpm6k d89b78df654a8096f92b450ae679823fa4cd5a0551455f67095fc637f8573067 network default NAD default NAD key default], result "{}", err I0417 23:05:03.137122 3668 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-q4ggn-qpm6k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:03.137162 3668 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-q4ggn-qpm6k I0417 23:05:03.138914 3668 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-q4ggn-qpm6k, ips: 10.130.0.38 I0417 23:05:03.138944 3668 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-q4ggn-qpm6k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:04.009303 3668 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-q4ggn-qpm6k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:04.009335 3668 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-q4ggn-qpm6k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 23:05:08.475832 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0417 23:05:08.579507 3668 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-68966db598-g8f7p] creating logical port tsf-tas_rekor-redis-68966db598-g8f7p for pod on switch ip-10-0-0-119.ec2.internal I0417 23:05:08.579669 3668 kube.go:256] Updating pod tsf-tas/rekor-redis-68966db598-g8f7p I0417 23:05:08.592144 3668 pod.go:62] [tsf-tas/rekor-redis-68966db598-g8f7p] pod update took 12.521098ms I0417 23:05:08.592168 3668 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-68966db598-g8f7p] addLogicalPort annotation time took 12.545472ms I0417 23:05:08.593377 3668 pods.go:271] [tsf-tas/rekor-redis-68966db598-g8f7p] addLogicalPort took 13.8869ms, libovsdb time 834.855µs I0417 23:05:08.626120 3668 obj_retry.go:498] Detected object tsf/patch-tekton-config-ls7c6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:08.626638 3668 obj_retry.go:498] Detected object tsf/patch-tekton-config-ls7c6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:08.765893 3668 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7d56969664-v495v] creating logical port tsf-tas_rekor-search-ui-7d56969664-v495v for pod on switch ip-10-0-0-119.ec2.internal I0417 23:05:08.766014 3668 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7d56969664-v495v I0417 23:05:08.778644 3668 pod.go:62] [tsf-tas/rekor-search-ui-7d56969664-v495v] pod update took 12.654238ms I0417 23:05:08.778669 3668 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7d56969664-v495v] addLogicalPort annotation time took 12.682469ms I0417 23:05:08.779907 3668 pods.go:271] [tsf-tas/rekor-search-ui-7d56969664-v495v] addLogicalPort took 14.032143ms, libovsdb time 874.044µs I0417 23:05:09.126080 3668 cni.go:452] [tsf-tas/rekor-search-ui-7d56969664-v495v 406b21bdd37db2345459070cae8b641168ff62ec40ffb7e6ba1565844ad4388e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7d56969664-v495v 406b21bdd37db2345459070cae8b641168ff62ec40ffb7e6ba1565844ad4388e network default NAD default NAD key ] I0417 23:05:09.135246 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7d56969664-v495v, hostIfaceName: 406b21bdd37db23, network: default, NAD default, SandboxID: "406b21bdd37db2345459070cae8b641168ff62ec40ffb7e6ba1565844ad4388e", PCI device ID: , UID: "2298fa92-ce7d-46f6-881a-9257c30c0c4c", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0417 23:05:09.188601 3668 cni.go:473] [tsf-tas/rekor-search-ui-7d56969664-v495v 406b21bdd37db2345459070cae8b641168ff62ec40ffb7e6ba1565844ad4388e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7d56969664-v495v 406b21bdd37db2345459070cae8b641168ff62ec40ffb7e6ba1565844ad4388e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:8f:84:55:c3:9e\",\"name\":\"406b21bdd37db23\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0733d9a8-4b10-43ea-b6f4-123996dd02af\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:05:09.496564 3668 obj_retry.go:492] Detected object tsf/patch-tekton-config-ls7c6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:09.496589 3668 obj_retry.go:492] Detected object tsf/patch-tekton-config-ls7c6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:09.539227 3668 cni.go:452] [tsf-tas/rekor-redis-68966db598-g8f7p b02dd37f6fb8e46a1ab6fdc1ece7980e7f464b29987ad8768a58db870a1f49b1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-68966db598-g8f7p b02dd37f6fb8e46a1ab6fdc1ece7980e7f464b29987ad8768a58db870a1f49b1 network default NAD default NAD key ] I0417 23:05:09.549658 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-68966db598-g8f7p, hostIfaceName: b02dd37f6fb8e46, network: default, NAD default, SandboxID: "b02dd37f6fb8e46a1ab6fdc1ece7980e7f464b29987ad8768a58db870a1f49b1", PCI device ID: , UID: "9b470be0-f670-4782-a62e-247115424fbb", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0417 23:05:09.602513 3668 cni.go:473] [tsf-tas/rekor-redis-68966db598-g8f7p b02dd37f6fb8e46a1ab6fdc1ece7980e7f464b29987ad8768a58db870a1f49b1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-68966db598-g8f7p b02dd37f6fb8e46a1ab6fdc1ece7980e7f464b29987ad8768a58db870a1f49b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:d0:05:d0:71:a6\",\"name\":\"b02dd37f6fb8e46\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9c092a5-32b8-4e26-929a-fca0e2aa55e2\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:05:14.652023 3668 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8bnlk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:14.652694 3668 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8bnlk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:15.670894 3668 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8bnlk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:15.670927 3668 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8bnlk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:15.706000 3668 obj_retry.go:492] Detected object tsf/patch-tekton-config-ls7c6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:15.706028 3668 obj_retry.go:492] Detected object tsf/patch-tekton-config-ls7c6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:15.708773 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ls7c6 I0417 23:05:15.708796 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ls7c6 W0417 23:05:16.066093 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0417 23:05:16.083511 3668 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0417 23:05:17.234577 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 W0417 23:05:20.554727 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0417 23:05:21.704613 3668 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:21.705180 3668 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:21.725725 3668 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:21.725747 3668 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:21.730142 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0417 23:05:21.730165 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0417 23:05:25.238721 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 W0417 23:05:28.109890 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0417 23:05:28.136999 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0417 23:05:28.760899 3668 obj_retry.go:498] Detected object tsf-tpa/create-db-4wvcv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:28.761484 3668 obj_retry.go:498] Detected object tsf-tpa/create-db-4wvcv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:29.786893 3668 obj_retry.go:492] Detected object tsf-tpa/create-db-4wvcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:29.786917 3668 obj_retry.go:492] Detected object tsf-tpa/create-db-4wvcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:31.328727 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0417 23:05:32.772824 3668 obj_retry.go:498] Detected object tsf-tpa/migrate-db-5xdqs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:32.773425 3668 obj_retry.go:498] Detected object tsf-tpa/migrate-db-5xdqs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:32.918360 3668 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5xdqs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:32.918383 3668 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5xdqs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:33.083283 3668 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-ckgcp] creating logical port tsf-tpa_create-importers-ckgcp for pod on switch ip-10-0-0-119.ec2.internal I0417 23:05:33.083376 3668 kube.go:256] Updating pod tsf-tpa/create-importers-ckgcp I0417 23:05:33.094102 3668 pod.go:62] [tsf-tpa/create-importers-ckgcp] pod update took 10.748516ms I0417 23:05:33.094126 3668 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-ckgcp] addLogicalPort annotation time took 10.778237ms I0417 23:05:33.095490 3668 pods.go:271] [tsf-tpa/create-importers-ckgcp] addLogicalPort took 12.224283ms, libovsdb time 932.526µs I0417 23:05:33.447192 3668 cni.go:452] [tsf-tpa/create-importers-ckgcp 851e67365a6b500bffc2306548d0645cb089032cb2975c880988140f9dfa6141 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-ckgcp 851e67365a6b500bffc2306548d0645cb089032cb2975c880988140f9dfa6141 network default NAD default NAD key ] I0417 23:05:33.456736 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-ckgcp, hostIfaceName: 851e67365a6b500, network: default, NAD default, SandboxID: "851e67365a6b500bffc2306548d0645cb089032cb2975c880988140f9dfa6141", PCI device ID: , UID: "007d9bd8-4e49-4fe2-bffb-d2acd31bbdee", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0417 23:05:33.513535 3668 cni.go:473] [tsf-tpa/create-importers-ckgcp 851e67365a6b500bffc2306548d0645cb089032cb2975c880988140f9dfa6141 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-ckgcp 851e67365a6b500bffc2306548d0645cb089032cb2975c880988140f9dfa6141 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:e8:ac:b8:e4:28\",\"name\":\"851e67365a6b500\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf12c5b7-4100-49e1-adf4-9fd9ea096bbe\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:05:35.456204 3668 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0417 23:05:40.718869 3668 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0417 23:05:42.852666 3668 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-6hjmf-jcmfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:42.853227 3668 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-6hjmf-jcmfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:43.723742 3668 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-6hjmf-jcmfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:43.723774 3668 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-6hjmf-jcmfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:45.229745 3668 cni.go:452] [tsf-tpa/create-importers-ckgcp 851e67365a6b500bffc2306548d0645cb089032cb2975c880988140f9dfa6141 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-ckgcp 851e67365a6b500bffc2306548d0645cb089032cb2975c880988140f9dfa6141 network default NAD default NAD key ] I0417 23:05:45.307765 3668 cni.go:473] [tsf-tpa/create-importers-ckgcp 851e67365a6b500bffc2306548d0645cb089032cb2975c880988140f9dfa6141 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-ckgcp 851e67365a6b500bffc2306548d0645cb089032cb2975c880988140f9dfa6141 network default NAD default NAD key default], result "{}", err I0417 23:05:45.359689 3668 obj_retry.go:498] Detected object tsf-tpa/create-importers-ckgcp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:45.359720 3668 pods.go:176] Deleting pod: tsf-tpa/create-importers-ckgcp I0417 23:05:45.361076 3668 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-ckgcp, ips: 10.130.0.41 I0417 23:05:45.361100 3668 obj_retry.go:498] Detected object tsf-tpa/create-importers-ckgcp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:46.377834 3668 obj_retry.go:492] Detected object tsf-tpa/create-importers-ckgcp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:46.377858 3668 obj_retry.go:492] Detected object tsf-tpa/create-importers-ckgcp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:47.230669 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0417 23:05:51.772264 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0417 23:05:53.933550 3668 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:53.934156 3668 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:05:53.953729 3668 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:53.953757 3668 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:05:53.960885 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0417 23:05:53.960912 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0417 23:05:54.323599 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0417 23:05:54.637736 3668 namespace.go:98] [default-tenant] adding namespace I0417 23:05:54.638634 3668 namespace.go:102] [default-tenant] adding namespace took 873.489µs I0417 23:05:54.640532 3668 namespace.go:98] [integration-service] adding namespace I0417 23:05:54.641088 3668 namespace.go:102] [integration-service] adding namespace took 540.8µs I0417 23:05:54.643460 3668 namespace.go:98] [build-service] adding namespace I0417 23:05:54.644110 3668 namespace.go:102] [build-service] adding namespace took 635.872µs I0417 23:05:54.654590 3668 namespace.go:98] [image-controller] adding namespace I0417 23:05:54.655225 3668 namespace.go:102] [image-controller] adding namespace took 618.041µs I0417 23:05:54.675468 3668 namespace.go:142] [default-tenant] updating namespace I0417 23:05:54.691349 3668 namespace.go:142] [default-tenant] updating namespace I0417 23:05:54.704133 3668 namespace.go:142] [integration-service] updating namespace I0417 23:05:54.731656 3668 namespace.go:142] [integration-service] updating namespace I0417 23:05:54.743534 3668 namespace.go:142] [build-service] updating namespace I0417 23:05:54.760759 3668 namespace.go:142] [build-service] updating namespace I0417 23:05:54.799570 3668 namespace.go:142] [image-controller] updating namespace I0417 23:05:54.826735 3668 namespace.go:142] [image-controller] updating namespace I0417 23:05:54.859815 3668 namespace.go:142] [build-service] updating namespace I0417 23:05:54.877823 3668 namespace.go:142] [integration-service] updating namespace I0417 23:05:54.900527 3668 namespace.go:98] [release-service] adding namespace I0417 23:05:54.901319 3668 namespace.go:102] [release-service] adding namespace took 767.037µs I0417 23:05:54.947062 3668 namespace.go:142] [konflux-ui] updating namespace I0417 23:05:54.963712 3668 namespace.go:142] [release-service] updating namespace I0417 23:05:54.974515 3668 namespace.go:98] [konflux-info] adding namespace I0417 23:05:54.975284 3668 namespace.go:102] [konflux-info] adding namespace took 754.35µs I0417 23:05:55.000865 3668 namespace.go:142] [release-service] updating namespace I0417 23:05:55.078299 3668 namespace.go:98] [namespace-lister] adding namespace I0417 23:05:55.078311 3668 namespace.go:98] [enterprise-contract-service] adding namespace I0417 23:05:55.078510 3668 namespace.go:142] [image-controller] updating namespace I0417 23:05:55.079248 3668 namespace.go:102] [namespace-lister] adding namespace took 924.343µs I0417 23:05:55.079951 3668 namespace.go:102] [enterprise-contract-service] adding namespace took 1.624449ms I0417 23:05:55.089643 3668 namespace.go:142] [konflux-info] updating namespace I0417 23:05:55.169788 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0417 23:05:55.218749 3668 namespace.go:142] [namespace-lister] updating namespace I0417 23:05:55.283953 3668 namespace.go:142] [konflux-info] updating namespace I0417 23:05:55.284118 3668 namespace.go:142] [default-tenant] updating namespace I0417 23:05:55.297333 3668 namespace.go:98] [segment-bridge] adding namespace I0417 23:05:55.298119 3668 namespace.go:102] [segment-bridge] adding namespace took 769.412µs I0417 23:05:55.334631 3668 namespace.go:142] [namespace-lister] updating namespace I0417 23:05:55.426702 3668 namespace.go:142] [segment-bridge] updating namespace I0417 23:05:55.485625 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0417 23:05:55.527350 3668 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0417 23:05:55.527985 3668 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0417 23:05:55.528003 3668 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0417 23:05:55.530518 3668 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0417 23:05:55.552753 3668 namespace.go:142] [segment-bridge] updating namespace I0417 23:05:55.572223 3668 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0417 23:05:55.572246 3668 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0417 23:05:55.573036 3668 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0417 23:05:56.005668 3668 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-xt2n5] creating logical port namespace-lister_namespace-lister-67655c4674-xt2n5 for pod on switch ip-10-0-0-119.ec2.internal I0417 23:05:56.005758 3668 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-xt2n5 I0417 23:05:56.044429 3668 pod.go:62] [namespace-lister/namespace-lister-67655c4674-xt2n5] pod update took 38.698147ms I0417 23:05:56.044455 3668 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-67655c4674-xt2n5] addLogicalPort annotation time took 38.724993ms I0417 23:05:56.045731 3668 pods.go:271] [namespace-lister/namespace-lister-67655c4674-xt2n5] addLogicalPort took 40.081826ms, libovsdb time 866.325µs I0417 23:05:56.212948 3668 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5c4bf5b9-b5whd] creating logical port konflux-ui_proxy-5c4bf5b9-b5whd for pod on switch ip-10-0-0-119.ec2.internal I0417 23:05:56.213061 3668 kube.go:256] Updating pod konflux-ui/proxy-5c4bf5b9-b5whd I0417 23:05:56.261774 3668 base_network_controller_pods.go:487] [default/konflux-ui/dex-759d8b4cb6-k8472] creating logical port konflux-ui_dex-759d8b4cb6-k8472 for pod on switch ip-10-0-0-119.ec2.internal I0417 23:05:56.261863 3668 kube.go:256] Updating pod konflux-ui/dex-759d8b4cb6-k8472 I0417 23:05:56.371564 3668 pod.go:62] [konflux-ui/proxy-5c4bf5b9-b5whd] pod update took 158.543127ms I0417 23:05:56.371587 3668 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5c4bf5b9-b5whd] addLogicalPort annotation time took 158.571592ms I0417 23:05:56.372871 3668 pods.go:271] [konflux-ui/proxy-5c4bf5b9-b5whd] addLogicalPort took 159.938974ms, libovsdb time 887.564µs I0417 23:05:56.400879 3668 pod.go:62] [konflux-ui/dex-759d8b4cb6-k8472] pod update took 139.038421ms I0417 23:05:56.400903 3668 base_network_controller_pods.go:951] [default/konflux-ui/dex-759d8b4cb6-k8472] addLogicalPort annotation time took 139.069852ms I0417 23:05:56.402088 3668 pods.go:271] [konflux-ui/dex-759d8b4cb6-k8472] addLogicalPort took 140.326897ms, libovsdb time 795.468µs I0417 23:05:56.432705 3668 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-6c4b2] creating logical port image-controller_image-controller-controller-manager-6f859968fc-6c4b2 for pod on switch ip-10-0-0-119.ec2.internal I0417 23:05:56.432813 3668 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-6c4b2 I0417 23:05:56.579675 3668 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-6c4b2] pod update took 146.896743ms I0417 23:05:56.579701 3668 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-6c4b2] addLogicalPort annotation time took 146.925996ms I0417 23:05:56.581015 3668 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-6c4b2] addLogicalPort took 148.32625ms, libovsdb time 889.83µs I0417 23:05:56.765527 3668 namespace.go:142] [build-service] updating namespace I0417 23:05:56.798225 3668 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-6c4b2 6928673378f8b9332294775c6f1735349c909e2c99c4ea995a0faf92f56d1f86 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-6c4b2 6928673378f8b9332294775c6f1735349c909e2c99c4ea995a0faf92f56d1f86 network default NAD default NAD key ] I0417 23:05:56.807844 3668 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-6c4b2, hostIfaceName: 6928673378f8b93, network: default, NAD default, SandboxID: "6928673378f8b9332294775c6f1735349c909e2c99c4ea995a0faf92f56d1f86", PCI device ID: , UID: "03dc80cb-93fa-40a6-9249-d2edfc277362", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0417 23:05:56.827624 3668 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-c4xt7 for pod on switch ip-10-0-0-119.ec2.internal I0417 23:05:56.827716 3668 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 I0417 23:05:56.865160 3668 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-6c4b2 6928673378f8b9332294775c6f1735349c909e2c99c4ea995a0faf92f56d1f86 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-6c4b2 6928673378f8b9332294775c6f1735349c909e2c99c4ea995a0faf92f56d1f86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:23:dc:d8:5e:dd\",\"name\":\"6928673378f8b93\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cfc1514-da1c-4021-9ea8-87b5dd275f36\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:05:56.908475 3668 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7] pod update took 80.781528ms I0417 23:05:56.908498 3668 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7] addLogicalPort annotation time took 80.810293ms I0417 23:05:56.909860 3668 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7] addLogicalPort took 82.248145ms, libovsdb time 954.138µs I0417 23:05:56.991527 3668 cni.go:452] [namespace-lister/namespace-lister-67655c4674-xt2n5 aa06a4e9609337a8f389878d46f17f636afb954621ed26152f24250f931d0959 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-xt2n5 aa06a4e9609337a8f389878d46f17f636afb954621ed26152f24250f931d0959 network default NAD default NAD key ] I0417 23:05:57.001119 3668 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-xt2n5, hostIfaceName: aa06a4e9609337a, network: default, NAD default, SandboxID: "aa06a4e9609337a8f389878d46f17f636afb954621ed26152f24250f931d0959", PCI device ID: , UID: "fdf2c4c4-9ae5-4d8e-9ddc-c0ee5c881621", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0417 23:05:57.008669 3668 namespace.go:142] [default-tenant] updating namespace I0417 23:05:57.053161 3668 cni.go:473] [namespace-lister/namespace-lister-67655c4674-xt2n5 aa06a4e9609337a8f389878d46f17f636afb954621ed26152f24250f931d0959 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-xt2n5 aa06a4e9609337a8f389878d46f17f636afb954621ed26152f24250f931d0959 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:55:6e:f8:88:83\",\"name\":\"aa06a4e9609337a\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b77b1b52-09a3-4eb7-b7be-a66d5a6fffb5\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:05:57.173453 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0417 23:05:57.317342 3668 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-wp8ts] creating logical port build-service_build-service-controller-manager-7cbf488fcf-wp8ts for pod on switch ip-10-0-0-119.ec2.internal I0417 23:05:57.317474 3668 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-wp8ts I0417 23:05:57.332576 3668 namespace.go:142] [image-controller] updating namespace I0417 23:05:57.350684 3668 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-wp8ts] pod update took 33.234744ms I0417 23:05:57.350707 3668 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-wp8ts] addLogicalPort annotation time took 33.263362ms I0417 23:05:57.352002 3668 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-wp8ts] addLogicalPort took 34.678843ms, libovsdb time 874.132µs I0417 23:05:57.546675 3668 namespace.go:142] [integration-service] updating namespace I0417 23:05:57.690758 3668 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-wp8ts 061707f7d1011d5e722ad822e4c1b55a2596b158a670cbd49df1cdeb8d48bd44 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-wp8ts 061707f7d1011d5e722ad822e4c1b55a2596b158a670cbd49df1cdeb8d48bd44 network default NAD default NAD key ] I0417 23:05:57.702559 3668 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-wp8ts, hostIfaceName: 061707f7d1011d5, network: default, NAD default, SandboxID: "061707f7d1011d5e722ad822e4c1b55a2596b158a670cbd49df1cdeb8d48bd44", PCI device ID: , UID: "744300d3-c932-4219-ad9c-14cdadb40fc8", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0417 23:05:57.774772 3668 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-wp8ts 061707f7d1011d5e722ad822e4c1b55a2596b158a670cbd49df1cdeb8d48bd44 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-wp8ts 061707f7d1011d5e722ad822e4c1b55a2596b158a670cbd49df1cdeb8d48bd44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:73:fe:81:0a:81\",\"name\":\"061707f7d1011d5\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f9f7de4-b831-45ad-99b7-1af4a7a09347\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:05:57.848647 3668 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-66qkq] creating logical port release-service_release-service-controller-manager-58f96dcd8d-66qkq for pod on switch ip-10-0-0-119.ec2.internal I0417 23:05:57.848742 3668 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-66qkq I0417 23:05:57.854600 3668 namespace.go:142] [konflux-info] updating namespace I0417 23:05:57.869656 3668 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-66qkq] pod update took 20.93571ms I0417 23:05:57.869685 3668 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-66qkq] addLogicalPort annotation time took 20.967622ms I0417 23:05:57.871324 3668 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-66qkq] addLogicalPort took 22.691239ms, libovsdb time 1.019866ms I0417 23:05:58.052257 3668 namespace.go:142] [namespace-lister] updating namespace I0417 23:05:58.248457 3668 namespace.go:142] [release-service] updating namespace I0417 23:05:58.448248 3668 namespace.go:142] [segment-bridge] updating namespace I0417 23:05:58.565663 3668 namespace.go:142] [build-service] updating namespace I0417 23:05:58.597794 3668 namespace.go:142] [default-tenant] updating namespace I0417 23:05:58.613410 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0417 23:05:58.623845 3668 namespace.go:142] [image-controller] updating namespace I0417 23:05:58.634215 3668 namespace.go:142] [integration-service] updating namespace I0417 23:05:58.645627 3668 namespace.go:142] [konflux-info] updating namespace I0417 23:05:58.659118 3668 namespace.go:142] [namespace-lister] updating namespace I0417 23:05:58.669664 3668 namespace.go:142] [release-service] updating namespace I0417 23:05:58.685840 3668 namespace.go:142] [segment-bridge] updating namespace I0417 23:05:58.725605 3668 namespace.go:142] [build-service] updating namespace I0417 23:05:58.802797 3668 namespace.go:142] [default-tenant] updating namespace I0417 23:05:58.897155 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0417 23:05:58.992934 3668 namespace.go:142] [image-controller] updating namespace I0417 23:05:59.089992 3668 namespace.go:142] [integration-service] updating namespace I0417 23:05:59.193620 3668 namespace.go:142] [konflux-info] updating namespace I0417 23:05:59.316611 3668 namespace.go:142] [namespace-lister] updating namespace I0417 23:05:59.391282 3668 namespace.go:142] [release-service] updating namespace I0417 23:05:59.505714 3668 namespace.go:142] [segment-bridge] updating namespace I0417 23:06:00.368606 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0417 23:06:01.309801 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0417 23:06:01.332503 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0417 23:06:01.356774 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0417 23:06:02.324899 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0417 23:06:04.107240 3668 cni.go:452] [konflux-ui/dex-759d8b4cb6-k8472 d8c0891e1bba571f523259338e689943e7c8b8d7e34d0ef8587ee3d2a813971a network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-759d8b4cb6-k8472 d8c0891e1bba571f523259338e689943e7c8b8d7e34d0ef8587ee3d2a813971a network default NAD default NAD key ] I0417 23:06:04.121308 3668 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-759d8b4cb6-k8472, hostIfaceName: d8c0891e1bba571, network: default, NAD default, SandboxID: "d8c0891e1bba571f523259338e689943e7c8b8d7e34d0ef8587ee3d2a813971a", PCI device ID: , UID: "7f35d8f3-7c4f-462e-a1cb-2c4201693661", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0417 23:06:04.180593 3668 cni.go:473] [konflux-ui/dex-759d8b4cb6-k8472 d8c0891e1bba571f523259338e689943e7c8b8d7e34d0ef8587ee3d2a813971a network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-759d8b4cb6-k8472 d8c0891e1bba571f523259338e689943e7c8b8d7e34d0ef8587ee3d2a813971a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:06:a9:43:57:cb\",\"name\":\"d8c0891e1bba571\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab42f6a2-4551-40e2-80e0-f706f496d52e\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:06:04.381583 3668 cni.go:452] [konflux-ui/proxy-5c4bf5b9-b5whd 9be76816e075fa7de8ce998f69b36415b96529cffce01dcf2e10361cd01804ea network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5c4bf5b9-b5whd 9be76816e075fa7de8ce998f69b36415b96529cffce01dcf2e10361cd01804ea network default NAD default NAD key ] I0417 23:06:04.391656 3668 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5c4bf5b9-b5whd, hostIfaceName: 9be76816e075fa7, network: default, NAD default, SandboxID: "9be76816e075fa7de8ce998f69b36415b96529cffce01dcf2e10361cd01804ea", PCI device ID: , UID: "b194d159-df9b-4c01-b74e-af7e952a1131", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0417 23:06:04.446214 3668 cni.go:473] [konflux-ui/proxy-5c4bf5b9-b5whd 9be76816e075fa7de8ce998f69b36415b96529cffce01dcf2e10361cd01804ea network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5c4bf5b9-b5whd 9be76816e075fa7de8ce998f69b36415b96529cffce01dcf2e10361cd01804ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:66:20:13:2b:6f\",\"name\":\"9be76816e075fa7\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4482918d-414f-4808-b757-fb88858d5195\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:06:04.997286 3668 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 feff5a5e538a7d49021e5876f77a9b49ba7330c9f054c8a9ccb5398d0abe007d network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 feff5a5e538a7d49021e5876f77a9b49ba7330c9f054c8a9ccb5398d0abe007d network default NAD default NAD key ] I0417 23:06:05.007806 3668 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-c4xt7, hostIfaceName: feff5a5e538a7d4, network: default, NAD default, SandboxID: "feff5a5e538a7d49021e5876f77a9b49ba7330c9f054c8a9ccb5398d0abe007d", PCI device ID: , UID: "17b0d32b-a706-4877-9399-8f0124e74e61", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0417 23:06:05.071238 3668 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 feff5a5e538a7d49021e5876f77a9b49ba7330c9f054c8a9ccb5398d0abe007d network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 feff5a5e538a7d49021e5876f77a9b49ba7330c9f054c8a9ccb5398d0abe007d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:cb:e3:86:af:8b\",\"name\":\"feff5a5e538a7d4\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cd014e3-e5f9-44d1-9f75-2f021af8de7c\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:06:05.839020 3668 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-66qkq d3a2697b1af5b82d4b4825d81ae4ce1d3a748feef639cbd03126875b5b20e9a0 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-66qkq d3a2697b1af5b82d4b4825d81ae4ce1d3a748feef639cbd03126875b5b20e9a0 network default NAD default NAD key ] I0417 23:06:05.851027 3668 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-66qkq, hostIfaceName: d3a2697b1af5b82, network: default, NAD default, SandboxID: "d3a2697b1af5b82d4b4825d81ae4ce1d3a748feef639cbd03126875b5b20e9a0", PCI device ID: , UID: "15a2808f-9994-43f5-8f39-6fdda55195ae", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0417 23:06:05.906662 3668 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-66qkq d3a2697b1af5b82d4b4825d81ae4ce1d3a748feef639cbd03126875b5b20e9a0 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-66qkq d3a2697b1af5b82d4b4825d81ae4ce1d3a748feef639cbd03126875b5b20e9a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:47:4d:63:e5:dd\",\"name\":\"d3a2697b1af5b82\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2b597da-9d2e-45ab-b34d-bff04fff6e2d\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:06:06.238882 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=156 W0417 23:06:07.354036 3668 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0417 23:06:12.321621 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0417 23:06:12.347631 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0417 23:06:12.423237 3668 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0417 23:06:12.423263 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0417 23:06:12.454086 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 23:06:12.454102 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 23:06:12.480094 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0417 23:06:12.480211 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0417 23:06:12.771888 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 23:06:12.771957 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 23:06:12.798656 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0417 23:06:12.798673 3668 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0417 23:06:13.430248 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0417 23:06:23.407468 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 23:06:23.409888 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 23:06:23.422749 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0417 23:06:23.425324 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0417 23:06:23.968971 3668 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 feff5a5e538a7d49021e5876f77a9b49ba7330c9f054c8a9ccb5398d0abe007d network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 feff5a5e538a7d49021e5876f77a9b49ba7330c9f054c8a9ccb5398d0abe007d network default NAD default NAD key ] I0417 23:06:24.058992 3668 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 feff5a5e538a7d49021e5876f77a9b49ba7330c9f054c8a9ccb5398d0abe007d network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 feff5a5e538a7d49021e5876f77a9b49ba7330c9f054c8a9ccb5398d0abe007d network default NAD default NAD key default], result "{}", err I0417 23:06:24.129011 3668 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:06:24.129046 3668 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 I0417 23:06:24.130437 3668 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7, ips: 10.130.0.46 I0417 23:06:24.130466 3668 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:06:24.468035 3668 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:06:24.468060 3668 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:06:24.473823 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 I0417 23:06:24.473858 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-c4xt7 W0417 23:06:52.854258 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0417 23:06:52.854290 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0417 23:06:52.854305 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0417 23:06:52.854313 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0417 23:06:58.323038 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0417 23:07:14.944454 3668 namespace.go:142] [openshift-pipelines] updating namespace W0417 23:07:15.599046 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0417 23:07:15.599068 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0417 23:07:22.193260 3668 cni.go:452] [konflux-ui/proxy-5c4bf5b9-b5whd 9be76816e075fa7de8ce998f69b36415b96529cffce01dcf2e10361cd01804ea network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-5c4bf5b9-b5whd 9be76816e075fa7de8ce998f69b36415b96529cffce01dcf2e10361cd01804ea network default NAD default NAD key ] I0417 23:07:22.284469 3668 cni.go:473] [konflux-ui/proxy-5c4bf5b9-b5whd 9be76816e075fa7de8ce998f69b36415b96529cffce01dcf2e10361cd01804ea network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-5c4bf5b9-b5whd 9be76816e075fa7de8ce998f69b36415b96529cffce01dcf2e10361cd01804ea network default NAD default NAD key default], result "{}", err I0417 23:07:22.370652 3668 obj_retry.go:498] Detected object konflux-ui/proxy-5c4bf5b9-b5whd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:07:22.370692 3668 pods.go:176] Deleting pod: konflux-ui/proxy-5c4bf5b9-b5whd I0417 23:07:22.372030 3668 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5c4bf5b9-b5whd, ips: 10.130.0.43 I0417 23:07:22.372056 3668 obj_retry.go:498] Detected object konflux-ui/proxy-5c4bf5b9-b5whd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:07:22.794197 3668 obj_retry.go:492] Detected object konflux-ui/proxy-5c4bf5b9-b5whd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:07:22.794224 3668 obj_retry.go:492] Detected object konflux-ui/proxy-5c4bf5b9-b5whd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:07:22.799832 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5c4bf5b9-b5whd I0417 23:07:22.799862 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5c4bf5b9-b5whd I0417 23:07:27.307958 3668 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:07:27.308529 3668 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:07:27.345064 3668 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:07:27.345089 3668 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:07:27.353048 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0417 23:07:27.353065 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0417 23:07:51.323640 3668 namespace.go:98] [default-managed-tenant-8za6i] adding namespace I0417 23:07:51.324808 3668 namespace.go:102] [default-managed-tenant-8za6i] adding namespace took 1.143567ms I0417 23:07:51.346597 3668 namespace.go:142] [default-managed-tenant-8za6i] updating namespace I0417 23:07:51.361347 3668 namespace.go:142] [default-managed-tenant-8za6i] updating namespace I0417 23:07:52.353155 3668 namespace.go:142] [default-managed-tenant-8za6i] updating namespace I0417 23:07:52.492353 3668 namespace.go:142] [default-managed-tenant-8za6i] updating namespace I0417 23:07:52.578197 3668 namespace.go:142] [default-managed-tenant-8za6i] updating namespace I0417 23:08:24.464116 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0417 23:08:51.246652 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=471 I0417 23:09:12.346864 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0417 23:10:00.335582 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0417 23:10:04.130061 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:10:04.130660 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:10:05.015677 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:10:05.015725 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607790-bfbq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:10:05.233345 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=65 I0417 23:11:11.241228 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0417 23:12:21.465919 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0417 23:12:42.237266 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=20 I0417 23:13:40.459097 3668 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0417 23:13:46.233605 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0417 23:14:08.326320 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0417 23:14:11.466610 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0417 23:14:30.325711 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0417 23:14:37.341775 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0417 23:15:13.248732 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=16 I0417 23:15:14.330951 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0417 23:15:29.046510 3668 obj_retry.go:492] Detected object tsf-tpa/create-db-4wvcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:29.046557 3668 obj_retry.go:492] Detected object tsf-tpa/create-db-4wvcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:29.050787 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-4wvcv I0417 23:15:29.050813 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-4wvcv I0417 23:15:32.025904 3668 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5xdqs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:32.025937 3668 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5xdqs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:32.029949 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-5xdqs I0417 23:15:32.029977 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-5xdqs I0417 23:15:46.037615 3668 obj_retry.go:492] Detected object tsf-tpa/create-importers-ckgcp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:46.037673 3668 obj_retry.go:492] Detected object tsf-tpa/create-importers-ckgcp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:15:46.041299 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-ckgcp I0417 23:15:46.041339 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-ckgcp I0417 23:15:54.241808 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0417 23:15:57.373061 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0417 23:16:49.338014 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0417 23:17:01.349280 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0417 23:17:46.239456 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0417 23:18:17.236168 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0417 23:18:19.249460 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=42 I0417 23:18:37.557387 3668 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-vsb8f-init-pod for pod on switch ip-10-0-0-119.ec2.internal I0417 23:18:37.557589 3668 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod I0417 23:18:37.584801 3668 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod] pod update took 27.240053ms I0417 23:18:37.584838 3668 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod] addLogicalPort annotation time took 27.283614ms I0417 23:18:37.586286 3668 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod] addLogicalPort took 28.917677ms, libovsdb time 946.507µs I0417 23:18:37.925516 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod 41d27d7335cae4338bb0ee94cbcd2619fc5a6636fafa5a05648b1c1ce1ef7bbc network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod 41d27d7335cae4338bb0ee94cbcd2619fc5a6636fafa5a05648b1c1ce1ef7bbc network default NAD default NAD key ] I0417 23:18:37.935157 3668 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-vsb8f-init-pod, hostIfaceName: 41d27d7335cae43, network: default, NAD default, SandboxID: "41d27d7335cae4338bb0ee94cbcd2619fc5a6636fafa5a05648b1c1ce1ef7bbc", PCI device ID: , UID: "50797f80-9df9-45f3-ad1f-2119d0563958", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0417 23:18:37.994788 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod 41d27d7335cae4338bb0ee94cbcd2619fc5a6636fafa5a05648b1c1ce1ef7bbc network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod 41d27d7335cae4338bb0ee94cbcd2619fc5a6636fafa5a05648b1c1ce1ef7bbc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ee:da:30:c1:9f\",\"name\":\"41d27d7335cae43\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96f859f5-7391-4492-8704-f0b18937d11f\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:18:44.467862 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0417 23:18:49.015541 3668 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-42cwx-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-42cwx-init-pod for pod on switch ip-10-0-0-119.ec2.internal I0417 23:18:49.015713 3668 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-42cwx-init-pod I0417 23:18:49.031855 3668 pod.go:62] [default-tenant/tsf-demo-comp-on-push-42cwx-init-pod] pod update took 16.176238ms I0417 23:18:49.031878 3668 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-42cwx-init-pod] addLogicalPort annotation time took 16.204327ms I0417 23:18:49.033251 3668 pods.go:271] [default-tenant/tsf-demo-comp-on-push-42cwx-init-pod] addLogicalPort took 17.731195ms, libovsdb time 938.048µs I0417 23:18:53.111270 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-init-pod 28d56bb44f7c7aceedb70c892b1aac0900e03d072bc386aa170b48fe23ecc12b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-init-pod 28d56bb44f7c7aceedb70c892b1aac0900e03d072bc386aa170b48fe23ecc12b network default NAD default NAD key ] I0417 23:18:53.120720 3668 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-42cwx-init-pod, hostIfaceName: 28d56bb44f7c7ac, network: default, NAD default, SandboxID: "28d56bb44f7c7aceedb70c892b1aac0900e03d072bc386aa170b48fe23ecc12b", PCI device ID: , UID: "16a023fb-6c1b-4852-a8f1-37dbe110d283", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0417 23:18:53.178530 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-init-pod 28d56bb44f7c7aceedb70c892b1aac0900e03d072bc386aa170b48fe23ecc12b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-init-pod 28d56bb44f7c7aceedb70c892b1aac0900e03d072bc386aa170b48fe23ecc12b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:8e:9e:10:a2:21\",\"name\":\"28d56bb44f7c7ac\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e0f1882-4271-49a3-a15a-0c7d58ddab1a\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:18:55.638213 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod 41d27d7335cae4338bb0ee94cbcd2619fc5a6636fafa5a05648b1c1ce1ef7bbc network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod 41d27d7335cae4338bb0ee94cbcd2619fc5a6636fafa5a05648b1c1ce1ef7bbc network default NAD default NAD key ] I0417 23:18:55.720666 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod 41d27d7335cae4338bb0ee94cbcd2619fc5a6636fafa5a05648b1c1ce1ef7bbc network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod 41d27d7335cae4338bb0ee94cbcd2619fc5a6636fafa5a05648b1c1ce1ef7bbc network default NAD default NAD key default], result "{}", err I0417 23:18:55.780322 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:18:55.780378 3668 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod I0417 23:18:55.781865 3668 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod, ips: 10.130.0.49 I0417 23:18:55.781893 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:18:56.235806 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0417 23:18:56.509705 3668 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:18:56.509760 3668 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:18:56.515994 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod I0417 23:18:56.516029 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-vsb8f-init-pod I0417 23:18:58.535831 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-init-pod 28d56bb44f7c7aceedb70c892b1aac0900e03d072bc386aa170b48fe23ecc12b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-init-pod 28d56bb44f7c7aceedb70c892b1aac0900e03d072bc386aa170b48fe23ecc12b network default NAD default NAD key ] I0417 23:18:58.620136 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-init-pod 28d56bb44f7c7aceedb70c892b1aac0900e03d072bc386aa170b48fe23ecc12b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-init-pod 28d56bb44f7c7aceedb70c892b1aac0900e03d072bc386aa170b48fe23ecc12b network default NAD default NAD key default], result "{}", err I0417 23:18:58.684838 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:18:58.684877 3668 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-42cwx-init-pod I0417 23:18:58.686247 3668 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-42cwx-init-pod, ips: 10.130.0.50 I0417 23:18:58.686278 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:18:59.271228 3668 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-42cwx-clone-repository-pod for pod on switch ip-10-0-0-119.ec2.internal I0417 23:18:59.271379 3668 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod I0417 23:18:59.292827 3668 pod.go:62] [default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod] pod update took 21.479123ms I0417 23:18:59.292854 3668 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod] addLogicalPort annotation time took 21.512158ms I0417 23:18:59.294259 3668 pods.go:271] [default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod] addLogicalPort took 23.049536ms, libovsdb time 979.313µs I0417 23:18:59.647297 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod 01b695ea1c6a9c1c0723029e5924422ae7a965076eb519ce80ddc3e8a4402ac1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod 01b695ea1c6a9c1c0723029e5924422ae7a965076eb519ce80ddc3e8a4402ac1 network default NAD default NAD key ] I0417 23:18:59.657754 3668 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-42cwx-clone-repository-pod, hostIfaceName: 01b695ea1c6a9c1, network: default, NAD default, SandboxID: "01b695ea1c6a9c1c0723029e5924422ae7a965076eb519ce80ddc3e8a4402ac1", PCI device ID: , UID: "d414a4ff-bc2d-49be-ad49-03d926af8167", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0417 23:18:59.714691 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod 01b695ea1c6a9c1c0723029e5924422ae7a965076eb519ce80ddc3e8a4402ac1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod 01b695ea1c6a9c1c0723029e5924422ae7a965076eb519ce80ddc3e8a4402ac1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:28:0a:c8:96:86\",\"name\":\"01b695ea1c6a9c1\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bb231a5-9839-48d0-9061-db002d7f0f03\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:19:02.658777 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-k2z8h for pod on switch ip-10-0-0-119.ec2.internal I0417 23:19:02.659008 3668 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h I0417 23:19:02.673003 3668 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h] pod update took 14.032563ms I0417 23:19:02.673050 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h] addLogicalPort annotation time took 14.066199ms I0417 23:19:02.674671 3668 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h] addLogicalPort took 15.916876ms, libovsdb time 1.115005ms I0417 23:19:03.282000 3668 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h 3ef17472b866ec371f737fe54e655088f6cd58087afcb14d993df6de63edc2df network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h 3ef17472b866ec371f737fe54e655088f6cd58087afcb14d993df6de63edc2df network default NAD default NAD key ] I0417 23:19:03.292209 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-k2z8h, hostIfaceName: 3ef17472b866ec3, network: default, NAD default, SandboxID: "3ef17472b866ec371f737fe54e655088f6cd58087afcb14d993df6de63edc2df", PCI device ID: , UID: "70977bda-68ce-4d4b-be71-2e342ec310e0", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0417 23:19:03.357519 3668 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h 3ef17472b866ec371f737fe54e655088f6cd58087afcb14d993df6de63edc2df network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h 3ef17472b866ec371f737fe54e655088f6cd58087afcb14d993df6de63edc2df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:53:51:8c:ea:55\",\"name\":\"3ef17472b866ec3\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfd227b6-7e5e-4aa2-b635-69888885821f\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:19:14.653662 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod 01b695ea1c6a9c1c0723029e5924422ae7a965076eb519ce80ddc3e8a4402ac1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod 01b695ea1c6a9c1c0723029e5924422ae7a965076eb519ce80ddc3e8a4402ac1 network default NAD default NAD key ] I0417 23:19:14.747527 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod 01b695ea1c6a9c1c0723029e5924422ae7a965076eb519ce80ddc3e8a4402ac1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod 01b695ea1c6a9c1c0723029e5924422ae7a965076eb519ce80ddc3e8a4402ac1 network default NAD default NAD key default], result "{}", err I0417 23:19:14.821064 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:19:14.821100 3668 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod I0417 23:19:14.822552 3668 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod, ips: 10.130.0.51 I0417 23:19:14.822590 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0417 23:19:16.866295 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:19:16.866315 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:19:16.866321 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:19:16.866326 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:19:16.866343 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:19:16.866348 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:19:16.866352 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:19:16.866359 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:19:17.606549 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:19:17.606572 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:19:17.606578 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 23:19:17.606582 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0417 23:19:57.075020 3668 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-42cwx-build-container-pod for pod on switch ip-10-0-0-119.ec2.internal I0417 23:19:57.075157 3668 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod I0417 23:19:57.121267 3668 pod.go:62] [default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod] pod update took 46.15206ms I0417 23:19:57.121292 3668 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod] addLogicalPort annotation time took 46.181434ms I0417 23:19:57.122632 3668 pods.go:271] [default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod] addLogicalPort took 47.625941ms, libovsdb time 895.359µs I0417 23:19:57.367107 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:19:57.367803 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:19:57.453013 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod 1c2a1b3357a9b560941f2db813c79bb1620582ead07365776de2aa54e8537ed2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod 1c2a1b3357a9b560941f2db813c79bb1620582ead07365776de2aa54e8537ed2 network default NAD default NAD key ] I0417 23:19:57.463178 3668 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-42cwx-build-container-pod, hostIfaceName: 1c2a1b3357a9b56, network: default, NAD default, SandboxID: "1c2a1b3357a9b560941f2db813c79bb1620582ead07365776de2aa54e8537ed2", PCI device ID: , UID: "4e81aeb2-9a26-4270-a84c-5884069ad21d", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0417 23:19:57.518566 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod 1c2a1b3357a9b560941f2db813c79bb1620582ead07365776de2aa54e8537ed2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod 1c2a1b3357a9b560941f2db813c79bb1620582ead07365776de2aa54e8537ed2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:f6:99:e8:3f:42\",\"name\":\"1c2a1b3357a9b56\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/166d7d4c-54fa-4a5f-be94-008608c7ed97\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:20:04.470756 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:20:04.471351 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:20:05.234539 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:20:05.234582 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607800-qvd4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:20:05.274460 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:20:05.274490 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:20:05.279241 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph I0417 23:20:05.279273 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29607770-5qjph I0417 23:20:08.461853 3668 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0417 23:20:55.244033 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0417 23:21:01.327771 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0417 23:21:51.328316 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0417 23:22:09.332656 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0417 23:22:28.840522 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod 1c2a1b3357a9b560941f2db813c79bb1620582ead07365776de2aa54e8537ed2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod 1c2a1b3357a9b560941f2db813c79bb1620582ead07365776de2aa54e8537ed2 network default NAD default NAD key ] I0417 23:22:28.935860 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod 1c2a1b3357a9b560941f2db813c79bb1620582ead07365776de2aa54e8537ed2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod 1c2a1b3357a9b560941f2db813c79bb1620582ead07365776de2aa54e8537ed2 network default NAD default NAD key default], result "{}", err I0417 23:22:29.052487 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:22:29.052532 3668 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod I0417 23:22:29.054072 3668 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod, ips: 10.130.0.53 I0417 23:22:29.054101 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:22:36.343650 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0417 23:22:59.468797 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0417 23:23:13.677967 3668 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod for pod on switch ip-10-0-0-119.ec2.internal I0417 23:23:13.678103 3668 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod I0417 23:23:13.708357 3668 pod.go:62] [default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod] pod update took 30.29506ms I0417 23:23:13.708384 3668 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod] addLogicalPort annotation time took 30.326581ms I0417 23:23:13.709905 3668 pods.go:271] [default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod] addLogicalPort took 31.959946ms, libovsdb time 959.228µs I0417 23:23:13.714476 3668 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-42cwx-clair-scan-pod for pod on switch ip-10-0-0-119.ec2.internal I0417 23:23:13.714637 3668 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod I0417 23:23:13.747174 3668 pod.go:62] [default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod] pod update took 32.569348ms I0417 23:23:13.747203 3668 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod] addLogicalPort annotation time took 32.604793ms I0417 23:23:13.748605 3668 pods.go:271] [default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod] addLogicalPort took 34.143275ms, libovsdb time 931.508µs I0417 23:23:14.048912 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod 4fa96d95e4009f3feb245474053208fdccd77477dbb27b990c9ac4ecb2f51c42 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod 4fa96d95e4009f3feb245474053208fdccd77477dbb27b990c9ac4ecb2f51c42 network default NAD default NAD key ] I0417 23:23:14.058865 3668 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod, hostIfaceName: 4fa96d95e4009f3, network: default, NAD default, SandboxID: "4fa96d95e4009f3feb245474053208fdccd77477dbb27b990c9ac4ecb2f51c42", PCI device ID: , UID: "c9872fbe-4dcd-4379-a624-1a009a5fcc6e", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0417 23:23:14.083085 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod 8041ada853515e08052169f39ce0a343a8bdb16f42033dcc4d6e0900b5c48434 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod 8041ada853515e08052169f39ce0a343a8bdb16f42033dcc4d6e0900b5c48434 network default NAD default NAD key ] I0417 23:23:14.093423 3668 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-42cwx-clair-scan-pod, hostIfaceName: 8041ada853515e0, network: default, NAD default, SandboxID: "8041ada853515e08052169f39ce0a343a8bdb16f42033dcc4d6e0900b5c48434", PCI device ID: , UID: "8ed9221a-a78c-440f-9784-b331980f7212", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0417 23:23:14.119865 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod 4fa96d95e4009f3feb245474053208fdccd77477dbb27b990c9ac4ecb2f51c42 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod 4fa96d95e4009f3feb245474053208fdccd77477dbb27b990c9ac4ecb2f51c42 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:d4:25:a6:93:19\",\"name\":\"4fa96d95e4009f3\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ff558a7-3d0f-4dfd-bda5-6a73ffa2a9ea\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:23:14.151410 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod 8041ada853515e08052169f39ce0a343a8bdb16f42033dcc4d6e0900b5c48434 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod 8041ada853515e08052169f39ce0a343a8bdb16f42033dcc4d6e0900b5c48434 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ec:29:8c:23:3b\",\"name\":\"8041ada853515e0\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60e30ef7-7ea3-458f-a97e-f506d6af6085\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:23:14.456709 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:23:14.457280 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:23:14.923876 3668 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-42cwx-sast-shell-check-pod for pod on switch ip-10-0-0-119.ec2.internal I0417 23:23:14.924025 3668 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod I0417 23:23:14.949811 3668 pod.go:62] [default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod] pod update took 25.817926ms I0417 23:23:14.949837 3668 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod] addLogicalPort annotation time took 25.849793ms I0417 23:23:14.951290 3668 pods.go:271] [default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod] addLogicalPort took 27.434429ms, libovsdb time 834.101µs I0417 23:23:15.006529 3668 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod for pod on switch ip-10-0-0-119.ec2.internal I0417 23:23:15.006642 3668 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod I0417 23:23:15.027062 3668 pod.go:62] [default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod] pod update took 20.450552ms I0417 23:23:15.027084 3668 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod] addLogicalPort annotation time took 20.479768ms I0417 23:23:15.028470 3668 pods.go:271] [default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod] addLogicalPort took 21.955705ms, libovsdb time 880.46µs I0417 23:23:15.290551 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod a5a572b235059a21d40a0078fa907826ae432e756399c1fd03cb5b1bbb041353 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod a5a572b235059a21d40a0078fa907826ae432e756399c1fd03cb5b1bbb041353 network default NAD default NAD key ] I0417 23:23:15.300761 3668 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-42cwx-sast-shell-check-pod, hostIfaceName: a5a572b235059a2, network: default, NAD default, SandboxID: "a5a572b235059a21d40a0078fa907826ae432e756399c1fd03cb5b1bbb041353", PCI device ID: , UID: "0819fffa-39ee-433b-82ec-1aab34a2d224", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0417 23:23:15.356241 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod a5a572b235059a21d40a0078fa907826ae432e756399c1fd03cb5b1bbb041353 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod a5a572b235059a21d40a0078fa907826ae432e756399c1fd03cb5b1bbb041353 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:a9:31:2f:96:e4\",\"name\":\"a5a572b235059a2\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c946ae9-0a2b-46e7-a9b2-fca74107a5db\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:23:15.372469 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod 8ecb0ed631bf218a8212e7690ba1f1dbbd9fd7de5c3d74329a6b0e56f5037aee network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod 8ecb0ed631bf218a8212e7690ba1f1dbbd9fd7de5c3d74329a6b0e56f5037aee network default NAD default NAD key ] I0417 23:23:15.382014 3668 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod, hostIfaceName: 8ecb0ed631bf218, network: default, NAD default, SandboxID: "8ecb0ed631bf218a8212e7690ba1f1dbbd9fd7de5c3d74329a6b0e56f5037aee", PCI device ID: , UID: "63aa8439-2ac6-4c88-8988-d50e9bec954e", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0417 23:23:15.439108 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod 8ecb0ed631bf218a8212e7690ba1f1dbbd9fd7de5c3d74329a6b0e56f5037aee network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod 8ecb0ed631bf218a8212e7690ba1f1dbbd9fd7de5c3d74329a6b0e56f5037aee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:81:5a:ca:92:3b\",\"name\":\"8ecb0ed631bf218\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/294c2a66-473a-4188-a48a-e70a8429fda1\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:23:15.461215 3668 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod for pod on switch ip-10-0-0-119.ec2.internal I0417 23:23:15.461382 3668 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod I0417 23:23:15.481733 3668 pod.go:62] [default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod] pod update took 20.380289ms I0417 23:23:15.481764 3668 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod] addLogicalPort annotation time took 20.415442ms I0417 23:23:15.483326 3668 pods.go:271] [default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod] addLogicalPort took 22.128189ms, libovsdb time 996.226µs I0417 23:23:15.833036 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod 57b70ccf0e68439eaad2ce86e582519b846993b91e36ccee17aba3888914e9a1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod 57b70ccf0e68439eaad2ce86e582519b846993b91e36ccee17aba3888914e9a1 network default NAD default NAD key ] I0417 23:23:15.843161 3668 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod, hostIfaceName: 57b70ccf0e68439, network: default, NAD default, SandboxID: "57b70ccf0e68439eaad2ce86e582519b846993b91e36ccee17aba3888914e9a1", PCI device ID: , UID: "ef86c523-b7b8-4cc7-a95f-1eac55311162", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0417 23:23:15.897171 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod 57b70ccf0e68439eaad2ce86e582519b846993b91e36ccee17aba3888914e9a1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod 57b70ccf0e68439eaad2ce86e582519b846993b91e36ccee17aba3888914e9a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:31:84:b5:7c:51\",\"name\":\"57b70ccf0e68439\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c5aa604-e52b-47ba-adb8-66906ec31d1d\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:23:37.251308 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=166 I0417 23:24:31.822143 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod 8ecb0ed631bf218a8212e7690ba1f1dbbd9fd7de5c3d74329a6b0e56f5037aee network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod 8ecb0ed631bf218a8212e7690ba1f1dbbd9fd7de5c3d74329a6b0e56f5037aee network default NAD default NAD key ] I0417 23:24:31.924681 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod 8ecb0ed631bf218a8212e7690ba1f1dbbd9fd7de5c3d74329a6b0e56f5037aee network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod 8ecb0ed631bf218a8212e7690ba1f1dbbd9fd7de5c3d74329a6b0e56f5037aee network default NAD default NAD key default], result "{}", err I0417 23:24:32.043088 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:32.043148 3668 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod I0417 23:24:32.044739 3668 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod, ips: 10.130.0.57 I0417 23:24:32.044776 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:34.856941 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod 4fa96d95e4009f3feb245474053208fdccd77477dbb27b990c9ac4ecb2f51c42 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod 4fa96d95e4009f3feb245474053208fdccd77477dbb27b990c9ac4ecb2f51c42 network default NAD default NAD key ] I0417 23:24:34.958298 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod 4fa96d95e4009f3feb245474053208fdccd77477dbb27b990c9ac4ecb2f51c42 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod 4fa96d95e4009f3feb245474053208fdccd77477dbb27b990c9ac4ecb2f51c42 network default NAD default NAD key default], result "{}", err I0417 23:24:35.051147 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:35.051217 3668 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod I0417 23:24:35.052661 3668 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod, ips: 10.130.0.54 I0417 23:24:35.052695 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:36.874524 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod a5a572b235059a21d40a0078fa907826ae432e756399c1fd03cb5b1bbb041353 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod a5a572b235059a21d40a0078fa907826ae432e756399c1fd03cb5b1bbb041353 network default NAD default NAD key ] I0417 23:24:36.971495 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod a5a572b235059a21d40a0078fa907826ae432e756399c1fd03cb5b1bbb041353 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod a5a572b235059a21d40a0078fa907826ae432e756399c1fd03cb5b1bbb041353 network default NAD default NAD key default], result "{}", err I0417 23:24:37.081622 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:37.081694 3668 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod I0417 23:24:37.083556 3668 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod, ips: 10.130.0.56 I0417 23:24:37.083599 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:41.921347 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod 57b70ccf0e68439eaad2ce86e582519b846993b91e36ccee17aba3888914e9a1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod 57b70ccf0e68439eaad2ce86e582519b846993b91e36ccee17aba3888914e9a1 network default NAD default NAD key ] I0417 23:24:42.021021 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod 57b70ccf0e68439eaad2ce86e582519b846993b91e36ccee17aba3888914e9a1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod 57b70ccf0e68439eaad2ce86e582519b846993b91e36ccee17aba3888914e9a1 network default NAD default NAD key default], result "{}", err I0417 23:24:42.083553 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:42.084275 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:42.109822 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:24:42.109899 3668 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod I0417 23:24:42.111500 3668 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod, ips: 10.130.0.58 I0417 23:24:42.111532 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:25:03.317893 3668 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:25:03.318657 3668 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:25:04.020212 3668 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:25:04.020267 3668 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:25:04.024180 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd I0417 23:25:04.024207 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-tqnwd I0417 23:25:06.375366 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 W0417 23:25:10.742989 3668 duration.go:461] Config duration recorder: measurement expired for pod/tsf/patch-tekton-config-ls7c6 I0417 23:25:13.018820 3668 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h 3ef17472b866ec371f737fe54e655088f6cd58087afcb14d993df6de63edc2df network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h 3ef17472b866ec371f737fe54e655088f6cd58087afcb14d993df6de63edc2df network default NAD default NAD key ] I0417 23:25:13.101551 3668 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h 3ef17472b866ec371f737fe54e655088f6cd58087afcb14d993df6de63edc2df network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h 3ef17472b866ec371f737fe54e655088f6cd58087afcb14d993df6de63edc2df network default NAD default NAD key default], result "{}", err I0417 23:25:13.185603 3668 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:25:13.185659 3668 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h I0417 23:25:13.187118 3668 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h, ips: 10.130.0.52 I0417 23:25:13.187143 3668 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:25:14.162898 3668 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:25:14.162925 3668 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 23:25:14.169095 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h I0417 23:25:14.169120 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-k2z8h I0417 23:25:14.238044 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0417 23:25:25.238595 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=17 I0417 23:25:26.254447 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0417 23:25:28.241500 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0417 23:26:21.339890 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0417 23:26:44.351847 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0417 23:27:22.017108 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:27:22.017785 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:27:39.162150 3668 cni.go:452] [default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod 8041ada853515e08052169f39ce0a343a8bdb16f42033dcc4d6e0900b5c48434 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod 8041ada853515e08052169f39ce0a343a8bdb16f42033dcc4d6e0900b5c48434 network default NAD default NAD key ] I0417 23:27:39.249940 3668 cni.go:473] [default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod 8041ada853515e08052169f39ce0a343a8bdb16f42033dcc4d6e0900b5c48434 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod 8041ada853515e08052169f39ce0a343a8bdb16f42033dcc4d6e0900b5c48434 network default NAD default NAD key default], result "{}", err I0417 23:27:39.327328 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:27:39.327365 3668 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod I0417 23:27:39.328769 3668 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod, ips: 10.130.0.55 I0417 23:27:39.328803 3668 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-42cwx-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:27:41.843678 3668 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-bojf-ttpgp-collect-keyless-params-pod for pod on switch ip-10-0-0-119.ec2.internal I0417 23:27:41.843912 3668 kube.go:256] Updating pod default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod I0417 23:27:41.866647 3668 pod.go:62] [default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod] pod update took 22.767633ms I0417 23:27:41.866670 3668 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod] addLogicalPort annotation time took 22.795929ms I0417 23:27:41.867910 3668 pods.go:271] [default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod] addLogicalPort took 24.251444ms, libovsdb time 846.409µs I0417 23:27:42.218559 3668 cni.go:452] [default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod 7224003240e166972c8b5558f184c93eeb37404dde00d268ac7529dd1c983e10 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod 7224003240e166972c8b5558f184c93eeb37404dde00d268ac7529dd1c983e10 network default NAD default NAD key ] I0417 23:27:42.228058 3668 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-bojf-ttpgp-collect-keyless-params-pod, hostIfaceName: 7224003240e1669, network: default, NAD default, SandboxID: "7224003240e166972c8b5558f184c93eeb37404dde00d268ac7529dd1c983e10", PCI device ID: , UID: "275e968b-a33c-44b3-acad-d085390994ef", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0417 23:27:42.285351 3668 cni.go:473] [default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod 7224003240e166972c8b5558f184c93eeb37404dde00d268ac7529dd1c983e10 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod 7224003240e166972c8b5558f184c93eeb37404dde00d268ac7529dd1c983e10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:83:48:59:fb:22\",\"name\":\"7224003240e1669\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da14e229-0850-4806-8998-523257026e50\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 23:27:45.330539 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0417 23:27:56.292217 3668 cni.go:452] [default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod 7224003240e166972c8b5558f184c93eeb37404dde00d268ac7529dd1c983e10 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod 7224003240e166972c8b5558f184c93eeb37404dde00d268ac7529dd1c983e10 network default NAD default NAD key ] I0417 23:27:56.329547 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0417 23:27:56.377080 3668 cni.go:473] [default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod 7224003240e166972c8b5558f184c93eeb37404dde00d268ac7529dd1c983e10 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod 7224003240e166972c8b5558f184c93eeb37404dde00d268ac7529dd1c983e10 network default NAD default NAD key default], result "{}", err I0417 23:27:56.438965 3668 obj_retry.go:498] Detected object default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:27:56.438998 3668 pods.go:176] Deleting pod: default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod I0417 23:27:56.440414 3668 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod, ips: 10.130.0.59 I0417 23:27:56.440443 3668 obj_retry.go:498] Detected object default-tenant/my-integration-test-bojf-ttpgp-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:28:14.470516 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0417 23:28:17.446963 3668 obj_retry.go:498] Detected object default-tenant/my-integration-test-bojf-ttpgp-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 23:28:17.447556 3668 obj_retry.go:498] Detected object default-tenant/my-integration-test-bojf-ttpgp-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 23:28:36.480788 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6