+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-226.ec2.internal ++ [[ -n ip-10-0-0-226.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-226.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0418 11:07:32.288318590 - disable conntrack on geneve port + echo 'I0418 11:07:32.288318590 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0418 11:07:32.312761569 - starting ovnkube-node + echo 'I0418 11:07:32.312761569 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-226.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-226.ec2.internal --init-node ip-10-0-0-226.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-226.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0418 11:07:32.361188 3820 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0418 11:07:32.361243 3820 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-bac2c7fec1.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0418 11:07:32.363154 3820 kube.go:431] Waiting for certificate I0418 11:07:32.363182 3820 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0418 11:07:32.363573 3820 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0418 11:07:32.364271 3820 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 11:07:32.391135 3820 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 11:07:32.391153 3820 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 11:07:32.393568 3820 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 11:07:32.395859 3820 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-9q6rr" I0418 11:07:32.404471 3820 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-9q6rr" I0418 11:07:32.404547 3820 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 11:07:33.363960 3820 kube.go:438] Certificate found I0418 11:07:33.364522 3820 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 11:07:33.365657 3820 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0418 11:07:33.419995 3820 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-19 11:02:32 +0000 UTC" deadline="2026-04-19 05:11:29.159658672 +0000 UTC" I0418 11:07:33.420042 3820 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h3m55.739633834s" I0418 11:07:33.430931 3820 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 11:07:33.452047 3820 controller_manager.go:370] Starting the ovnkube controller I0418 11:07:33.452064 3820 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-226.ec2.internal I0418 11:07:33.452123 3820 controller_manager.go:395] NBDB zone sync took: 45.614µs I0418 11:07:33.452139 3820 factory.go:561] Starting watch factory I0418 11:07:33.452241 3820 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.452244 3820 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.452249 3820 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.452259 3820 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.452265 3820 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.452270 3820 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.452251 3820 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.452302 3820 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0418 11:07:33.452304 3820 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.452310 3820 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.452328 3820 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.452332 3820 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.452342 3820 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.452541 3820 server.go:101] MetricServer registers OVS metrics I0418 11:07:33.452793 3820 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0418 11:07:33.452879 3820 factory.go:561] Starting watch factory I0418 11:07:33.452969 3820 server.go:105] MetricServer registers OVN DB metrics I0418 11:07:33.457571 3820 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0418 11:07:33.457591 3820 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0418 11:07:33.470289 3820 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0418 11:07:33.470317 3820 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0418 11:07:33.470852 3820 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.472167 3820 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.472255 3820 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.474945 3820 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0418 11:07:33.474983 3820 server.go:109] MetricServer registers OVN Controller metrics I0418 11:07:33.476009 3820 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.477763 3820 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.480622 3820 server.go:113] MetricServer registers OVN Northd metrics I0418 11:07:33.485023 3820 metrics.go:519] OVN Metrics Server starts to run ... I0418 11:07:33.486682 3820 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.557372 3820 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 11:07:33.557387 3820 factory.go:1977] *v1.Node informer cache synced successfully I0418 11:07:33.557390 3820 factory.go:1977] *v1.Service informer cache synced successfully I0418 11:07:33.557394 3820 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 11:07:33.557397 3820 factory.go:1977] *v1.Pod informer cache synced successfully I0418 11:07:33.557399 3820 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 11:07:33.557466 3820 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:33.557488 3820 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:33.557499 3820 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:33.557491 3820 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:33.558280 3820 factory.go:1977] *v1.Pod informer cache synced successfully I0418 11:07:33.558292 3820 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 11:07:33.558296 3820 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 11:07:33.558300 3820 factory.go:1977] *v1.Node informer cache synced successfully I0418 11:07:33.558303 3820 factory.go:1977] *v1.Service informer cache synced successfully I0418 11:07:33.558306 3820 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 11:07:33.560486 3820 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:33.560520 3820 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:33.562516 3820 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 11:07:33.562527 3820 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 11:07:33.562574 3820 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.562585 3820 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.563623 3820 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 11:07:33.563634 3820 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 11:07:33.564670 3820 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.567632 3820 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 11:07:33.567683 3820 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.567694 3820 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.568860 3820 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 11:07:33.569992 3820 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.572804 3820 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 11:07:33.572911 3820 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.572923 3820 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.574207 3820 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 11:07:33.575117 3820 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.578039 3820 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 11:07:33.578101 3820 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.578112 3820 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.579332 3820 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 11:07:33.580562 3820 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.583463 3820 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 11:07:33.583517 3820 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.583527 3820 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.584623 3820 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 11:07:33.585819 3820 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.588783 3820 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 11:07:33.588961 3820 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 11:07:33.588978 3820 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 11:07:33.590216 3820 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 11:07:33.591352 3820 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 11:07:33.594275 3820 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 11:07:33.594337 3820 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.594348 3820 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.594403 3820 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.594439 3820 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.595668 3820 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 11:07:33.596884 3820 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.597154 3820 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.600110 3820 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 11:07:33.600120 3820 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 11:07:33.600127 3820 factory.go:680] Watch Factory start up complete, took: 147.992536ms I0418 11:07:33.600134 3820 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-226.ec2.internal" zone I0418 11:07:33.601259 3820 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 11:07:33.601266 3820 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 11:07:33.601271 3820 factory.go:680] Watch Factory start up complete, took: 148.392157ms I0418 11:07:33.601340 3820 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0418 11:07:33.647531 3820 default_node_network_controller.go:710] Initializing the default node network controller I0418 11:07:33.728499 3820 udn_isolation.go:101] Starting UDN host isolation manager I0418 11:07:33.734387 3820 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0418 11:07:33.805258 3820 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0418 11:07:33.805352 3820 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0418 11:07:33.805368 3820 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0418 11:07:33.838645 3820 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0418 11:07:33.838706 3820 default_node_network_controller.go:809] Node ip-10-0-0-226.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0418 11:07:33.844458 3820 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.226"] k8s.ovn.org/zone-name:ip-10-0-0-226.ec2.internal] on node ip-10-0-0-226.ec2.internal I0418 11:07:33.865204 3820 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0418 11:07:33.871364 3820 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0418 11:07:33.871490 3820 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0418 11:07:33.871644 3820 gateway_init.go:263] Preparing Gateway I0418 11:07:33.871656 3820 gateway_shared_intf.go:1687] Creating new gateway I0418 11:07:33.974410 3820 iptables.go:108] Creating table: filter chain: FORWARD I0418 11:07:33.981448 3820 iptables.go:108] Creating table: filter chain: OUTPUT I0418 11:07:33.988179 3820 gateway_shared_intf.go:1816] Gateway Creation Complete I0418 11:07:33.988195 3820 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-226.ec2.internal","mac-address":"12:1a:64:2e:9f:71","ip-addresses":["10.0.0.226/24"],"ip-address":"10.0.0.226/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3ffcb5af-113b-415e-a9e2-14a871b43903 k8s.ovn.org/node-encap-ips:["10.0.0.226"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.226/24"} k8s.ovn.org/zone-name:ip-10-0-0-226.ec2.internal] on node ip-10-0-0-226.ec2.internal I0418 11:07:34.008209 3820 default_node_network_controller.go:519] Node connection status = connected I0418 11:07:34.100627 3820 controller_manager.go:429] Waiting for node in zone sync took: 500.48107ms I0418 11:07:34.105715 3820 controller_manager.go:611] Switching to transit router for layer2 networks I0418 11:07:34.105730 3820 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-226.ec2.internal I0418 11:07:34.120640 3820 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 11:07:34.127244 3820 controller_manager.go:290] SCTP support detected in OVN I0418 11:07:34.127798 3820 services_controller.go:69] Creating services controller for network=default I0418 11:07:34.127917 3820 udn_enabled_svc.go:80] Waiting for service informer to sync I0418 11:07:34.128010 3820 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0418 11:07:34.128086 3820 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0418 11:07:34.128100 3820 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0418 11:07:34.128109 3820 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 11:07:34.128319 3820 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0418 11:07:34.128356 3820 udn_enabled_svc.go:95] Performing full resync I0418 11:07:34.128384 3820 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0418 11:07:34.128396 3820 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.552µs I0418 11:07:34.128414 3820 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 24.329µs I0418 11:07:34.128420 3820 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 36.886µs I0418 11:07:34.128426 3820 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0418 11:07:34.128434 3820 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0418 11:07:34.128443 3820 default_network_controller.go:325] Starting the default network controller I0418 11:07:34.128458 3820 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.752µs I0418 11:07:34.128632 3820 udn_enabled_svc.go:99] Waiting for handler to sync I0418 11:07:34.128642 3820 udn_enabled_svc.go:104] Starting worker I0418 11:07:34.138265 3820 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0418 11:07:34.138314 3820 repair.go:33] Syncing exgw routes took 37.551µs I0418 11:07:34.138334 3820 default_network_controller.go:414] Starting all the Watchers... I0418 11:07:34.138467 3820 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0418 11:07:34.138479 3820 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0418 11:07:34.138480 3820 namespace.go:98] [openshift-console-user-settings] adding namespace I0418 11:07:34.138495 3820 namespace.go:98] [openshift-node] adding namespace I0418 11:07:34.138500 3820 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0418 11:07:34.138507 3820 namespace.go:98] [open-cluster-management-2poh97b8la356q9nosa0n73i4gbvlehs] adding namespace I0418 11:07:34.138503 3820 namespace.go:98] [openshift-route-controller-manager] adding namespace I0418 11:07:34.138514 3820 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0418 11:07:34.138512 3820 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0418 11:07:34.138511 3820 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0418 11:07:34.138521 3820 namespace.go:98] [openshift-machine-config-operator] adding namespace I0418 11:07:34.138521 3820 namespace.go:98] [openshift-must-gather-operator] adding namespace I0418 11:07:34.138531 3820 namespace.go:98] [openshift-authentication] adding namespace I0418 11:07:34.138542 3820 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0418 11:07:34.138467 3820 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0418 11:07:34.139058 3820 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 576.69µs I0418 11:07:34.139073 3820 namespace.go:98] [openshift-service-ca-operator] adding namespace I0418 11:07:34.139524 3820 namespace.go:102] [openshift-service-ca-operator] adding namespace took 445.217µs I0418 11:07:34.139538 3820 namespace.go:98] [openshift-authentication-operator] adding namespace I0418 11:07:34.140069 3820 namespace.go:102] [openshift-authentication-operator] adding namespace took 526.834µs I0418 11:07:34.140082 3820 namespace.go:98] [openshift-ingress-canary] adding namespace I0418 11:07:34.140519 3820 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.029899ms I0418 11:07:34.140534 3820 namespace.go:98] [openshift-config-operator] adding namespace I0418 11:07:34.140973 3820 namespace.go:102] [openshift-console-user-settings] adding namespace took 2.482736ms I0418 11:07:34.140984 3820 namespace.go:98] [openshift-cluster-version] adding namespace I0418 11:07:34.141376 3820 namespace.go:102] [openshift-node] adding namespace took 2.874298ms I0418 11:07:34.141386 3820 namespace.go:98] [openshift-apiserver] adding namespace I0418 11:07:34.141809 3820 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 3.300021ms I0418 11:07:34.141819 3820 namespace.go:98] [openshift-backplane-csm] adding namespace I0418 11:07:34.142241 3820 namespace.go:102] [open-cluster-management-2poh97b8la356q9nosa0n73i4gbvlehs] adding namespace took 3.726092ms I0418 11:07:34.142255 3820 namespace.go:98] [openshift-network-operator] adding namespace I0418 11:07:34.142810 3820 namespace.go:102] [openshift-route-controller-manager] adding namespace took 4.291049ms I0418 11:07:34.142827 3820 namespace.go:98] [openshift-config-managed] adding namespace I0418 11:07:34.143288 3820 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 4.767961ms I0418 11:07:34.143303 3820 namespace.go:98] [openshift-network-node-identity] adding namespace I0418 11:07:34.143831 3820 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.309534ms I0418 11:07:34.143848 3820 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0418 11:07:34.144351 3820 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.826843ms I0418 11:07:34.144364 3820 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0418 11:07:34.144913 3820 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.387255ms I0418 11:07:34.144923 3820 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0418 11:07:34.145392 3820 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.86207ms I0418 11:07:34.145400 3820 namespace.go:98] [openshift-ingress] adding namespace I0418 11:07:34.145929 3820 namespace.go:102] [openshift-authentication] adding namespace took 7.391789ms I0418 11:07:34.145944 3820 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0418 11:07:34.146378 3820 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.827078ms I0418 11:07:34.146390 3820 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0418 11:07:34.146852 3820 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.257164ms I0418 11:07:34.146863 3820 namespace.go:98] [openshift-operators] adding namespace I0418 11:07:34.147242 3820 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.154497ms I0418 11:07:34.147257 3820 namespace.go:98] [openshift-backplane-tam] adding namespace I0418 11:07:34.147618 3820 namespace.go:102] [openshift-config-operator] adding namespace took 7.080236ms I0418 11:07:34.147629 3820 namespace.go:98] [kube-public] adding namespace I0418 11:07:34.148040 3820 namespace.go:102] [openshift-cluster-version] adding namespace took 7.04994ms I0418 11:07:34.148053 3820 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0418 11:07:34.148412 3820 namespace.go:102] [openshift-apiserver] adding namespace took 7.019982ms I0418 11:07:34.148425 3820 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0418 11:07:34.148831 3820 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.006091ms I0418 11:07:34.148842 3820 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0418 11:07:34.149206 3820 namespace.go:102] [openshift-network-operator] adding namespace took 6.946758ms I0418 11:07:34.149219 3820 namespace.go:98] [openshift-logging] adding namespace I0418 11:07:34.149550 3820 namespace.go:102] [openshift-config-managed] adding namespace took 6.717382ms I0418 11:07:34.149562 3820 namespace.go:98] [openshift-network-console] adding namespace I0418 11:07:34.149999 3820 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.692096ms I0418 11:07:34.150011 3820 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0418 11:07:34.150371 3820 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.518573ms I0418 11:07:34.150383 3820 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0418 11:07:34.150789 3820 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.420539ms I0418 11:07:34.150804 3820 namespace.go:98] [kube-system] adding namespace I0418 11:07:34.151180 3820 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.252583ms I0418 11:07:34.151191 3820 namespace.go:98] [openshift-backplane-cse] adding namespace I0418 11:07:34.151557 3820 namespace.go:102] [openshift-ingress] adding namespace took 6.15281ms I0418 11:07:34.151568 3820 namespace.go:98] [openshift-insights] adding namespace I0418 11:07:34.151972 3820 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.024028ms I0418 11:07:34.151983 3820 namespace.go:98] [openshift-machine-api] adding namespace I0418 11:07:34.152358 3820 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.964372ms I0418 11:07:34.152368 3820 namespace.go:98] [openshift-dns-operator] adding namespace I0418 11:07:34.152716 3820 namespace.go:102] [openshift-operators] adding namespace took 5.84951ms I0418 11:07:34.152725 3820 namespace.go:98] [dedicated-admin] adding namespace I0418 11:07:34.153142 3820 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.880615ms I0418 11:07:34.153502 3820 namespace.go:102] [kube-public] adding namespace took 5.868089ms I0418 11:07:34.153514 3820 namespace.go:98] [openshift-monitoring] adding namespace I0418 11:07:34.153895 3820 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.837926ms I0418 11:07:34.153907 3820 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0418 11:07:34.154279 3820 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.849593ms I0418 11:07:34.154289 3820 namespace.go:98] [openshift-marketplace] adding namespace I0418 11:07:34.154693 3820 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.846256ms I0418 11:07:34.154705 3820 namespace.go:98] [openshift-network-diagnostics] adding namespace I0418 11:07:34.155081 3820 namespace.go:102] [openshift-logging] adding namespace took 5.857821ms I0418 11:07:34.155094 3820 namespace.go:98] [openshift-backplane-cee] adding namespace I0418 11:07:34.155458 3820 namespace.go:102] [openshift-network-console] adding namespace took 5.889361ms I0418 11:07:34.155469 3820 namespace.go:98] [openshift-image-registry] adding namespace I0418 11:07:34.156223 3820 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.207216ms I0418 11:07:34.156234 3820 namespace.go:98] [openshift-config] adding namespace I0418 11:07:34.156630 3820 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.242794ms I0418 11:07:34.156639 3820 namespace.go:98] [openshift-controller-manager] adding namespace I0418 11:07:34.157027 3820 namespace.go:102] [kube-system] adding namespace took 6.217213ms I0418 11:07:34.157040 3820 namespace.go:98] [openshift-customer-monitoring] adding namespace I0418 11:07:34.157464 3820 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.267451ms I0418 11:07:34.157475 3820 namespace.go:98] [openshift-apiserver-operator] adding namespace I0418 11:07:34.157858 3820 namespace.go:102] [openshift-insights] adding namespace took 6.285249ms I0418 11:07:34.157871 3820 namespace.go:98] [openshift-console-operator] adding namespace I0418 11:07:34.158218 3820 namespace.go:102] [openshift-machine-api] adding namespace took 6.229999ms I0418 11:07:34.158228 3820 namespace.go:98] [openshift-package-operator] adding namespace I0418 11:07:34.158614 3820 namespace.go:102] [openshift-dns-operator] adding namespace took 6.242319ms I0418 11:07:34.158626 3820 namespace.go:98] [openshift-operators-redhat] adding namespace I0418 11:07:34.158985 3820 namespace.go:102] [dedicated-admin] adding namespace took 6.255965ms I0418 11:07:34.158996 3820 namespace.go:98] [openshift] adding namespace I0418 11:07:34.159355 3820 namespace.go:102] [openshift-monitoring] adding namespace took 5.836907ms I0418 11:07:34.159366 3820 namespace.go:98] [openshift-multus] adding namespace I0418 11:07:34.159750 3820 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.838233ms I0418 11:07:34.159762 3820 namespace.go:98] [openshift-etcd] adding namespace W0418 11:07:34.160112 3820 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nwj8h: pod openshift-network-diagnostics/network-check-target-nwj8h: no pod IPs found W0418 11:07:34.160125 3820 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-tx6w2: pod openshift-network-diagnostics/network-check-target-tx6w2: no pod IPs found W0418 11:07:34.160131 3820 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2ns4s: pod openshift-network-diagnostics/network-check-target-2ns4s: no pod IPs found I0418 11:07:34.160158 3820 namespace.go:102] [openshift-marketplace] adding namespace took 5.864814ms I0418 11:07:34.160168 3820 namespace.go:98] [openshift-backplane] adding namespace I0418 11:07:34.160574 3820 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.864899ms I0418 11:07:34.160584 3820 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0418 11:07:34.160983 3820 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.883815ms I0418 11:07:34.160996 3820 namespace.go:98] [default] adding namespace I0418 11:07:34.161382 3820 namespace.go:102] [openshift-image-registry] adding namespace took 5.907808ms I0418 11:07:34.161396 3820 namespace.go:98] [openshift-ingress-operator] adding namespace I0418 11:07:34.161774 3820 namespace.go:102] [openshift-config] adding namespace took 5.535236ms I0418 11:07:34.161784 3820 namespace.go:98] [openshift-kube-apiserver] adding namespace I0418 11:07:34.162168 3820 namespace.go:102] [openshift-controller-manager] adding namespace took 5.524773ms I0418 11:07:34.162668 3820 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.62284ms I0418 11:07:34.162679 3820 namespace.go:98] [kube-node-lease] adding namespace I0418 11:07:34.163108 3820 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.627036ms I0418 11:07:34.163470 3820 namespace.go:102] [openshift-console-operator] adding namespace took 5.593988ms I0418 11:07:34.163483 3820 namespace.go:98] [openshift-host-network] adding namespace I0418 11:07:34.163873 3820 namespace.go:102] [openshift-package-operator] adding namespace took 5.64115ms I0418 11:07:34.163885 3820 namespace.go:98] [openshift-console] adding namespace I0418 11:07:34.164272 3820 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.641694ms I0418 11:07:34.164283 3820 namespace.go:98] [openshift-kube-controller-manager] adding namespace W0418 11:07:34.164663 3820 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-r8wd2: pod openshift-multus/network-metrics-daemon-r8wd2: no pod IPs found W0418 11:07:34.164674 3820 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-fcb9s: pod openshift-multus/network-metrics-daemon-fcb9s: no pod IPs found W0418 11:07:34.164680 3820 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-m6rr2: pod openshift-multus/network-metrics-daemon-m6rr2: no pod IPs found I0418 11:07:34.164714 3820 namespace.go:102] [openshift] adding namespace took 5.713043ms I0418 11:07:34.164725 3820 namespace.go:98] [openshift-infra] adding namespace I0418 11:07:34.165128 3820 namespace.go:102] [openshift-multus] adding namespace took 5.757252ms I0418 11:07:34.165141 3820 namespace.go:98] [openshift-backplane-srep] adding namespace I0418 11:07:34.165531 3820 namespace.go:102] [openshift-etcd] adding namespace took 5.764835ms I0418 11:07:34.165541 3820 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0418 11:07:34.165925 3820 namespace.go:102] [openshift-backplane] adding namespace took 5.753357ms I0418 11:07:34.165937 3820 namespace.go:98] [openshift-backplane-mobb] adding namespace I0418 11:07:34.166305 3820 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.716555ms I0418 11:07:34.166315 3820 namespace.go:98] [openshift-kube-scheduler] adding namespace I0418 11:07:34.166682 3820 namespace.go:102] [default] adding namespace took 5.68158ms I0418 11:07:34.166693 3820 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0418 11:07:34.167099 3820 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.697666ms I0418 11:07:34.167486 3820 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.696846ms I0418 11:07:34.167889 3820 namespace.go:102] [kube-node-lease] adding namespace took 5.206374ms I0418 11:07:34.168319 3820 namespace.go:102] [openshift-host-network] adding namespace took 4.829884ms I0418 11:07:34.168703 3820 namespace.go:102] [openshift-console] adding namespace took 4.813343ms I0418 11:07:34.169083 3820 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 4.795056ms I0418 11:07:34.169427 3820 namespace.go:102] [openshift-infra] adding namespace took 4.697675ms I0418 11:07:34.169439 3820 namespace.go:98] [openshift-dns] adding namespace I0418 11:07:34.169808 3820 namespace.go:102] [openshift-backplane-srep] adding namespace took 4.662657ms I0418 11:07:34.170185 3820 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.640394ms I0418 11:07:34.170506 3820 namespace.go:102] [openshift-backplane-mobb] adding namespace took 4.56347ms I0418 11:07:34.170932 3820 namespace.go:102] [openshift-kube-scheduler] adding namespace took 4.612635ms I0418 11:07:34.171303 3820 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 4.604176ms I0418 11:07:34.171645 3820 namespace.go:102] [openshift-dns] adding namespace took 2.201356ms W0418 11:07:34.171712 3820 master.go:471] Unable to parse remote node ip-10-0-1-35.ec2.internal chassis-id annotation. Chassis may be removed during sync W0418 11:07:34.171719 3820 master.go:471] Unable to parse remote node ip-10-0-2-112.ec2.internal chassis-id annotation. Chassis may be removed during sync I0418 11:07:34.171793 3820 master.go:548] Adding or Updating local node "ip-10-0-0-226.ec2.internal" for network "default" I0418 11:07:34.171832 3820 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-112.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-112.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-112.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-112.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-112.ec2.internal I0418 11:07:34.171833 3820 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-35.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-35.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-35.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-35.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-35.ec2.internal W0418 11:07:34.179259 3820 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-m6rr2: pod openshift-multus/network-metrics-daemon-m6rr2: no pod IPs found W0418 11:07:34.179274 3820 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-2ns4s: pod openshift-network-diagnostics/network-check-target-2ns4s: no pod IPs found I0418 11:07:34.180116 3820 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-226.ec2.internal for the network default I0418 11:07:34.180446 3820 zone_ic_handler.go:195] Time taken to create transit switch: 317.646µs I0418 11:07:34.181270 3820 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0418 11:07:34.181293 3820 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0418 11:07:34.181304 3820 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0418 11:07:34.181322 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-226.ec2.internal in network "default" I0418 11:07:34.181368 3820 node_tracker.go:169] Node ip-10-0-0-226.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:34.181385 3820 services_controller.go:574] Full service sync requested for network=default I0418 11:07:34.181393 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-35.ec2.internal in network "default" I0418 11:07:34.181402 3820 node_tracker.go:235] Node ip-10-0-1-35.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-35.ec2.internal" I0418 11:07:34.181409 3820 node_tracker.go:169] Node ip-10-0-1-35.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:34.181413 3820 services_controller.go:574] Full service sync requested for network=default I0418 11:07:34.181419 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-112.ec2.internal in network "default" I0418 11:07:34.181426 3820 node_tracker.go:235] Node ip-10-0-2-112.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-112.ec2.internal" I0418 11:07:34.181432 3820 node_tracker.go:169] Node ip-10-0-2-112.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:34.181436 3820 services_controller.go:574] Full service sync requested for network=default I0418 11:07:34.237772 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-35.ec2.internal in network "default" I0418 11:07:34.237795 3820 default_network_controller.go:1025] Node "ip-10-0-1-35.ec2.internal" in remote zone "ip-10-0-1-35.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 11:07:34.237823 3820 node_tracker.go:169] Node ip-10-0-1-35.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:34.237834 3820 services_controller.go:574] Full service sync requested for network=default I0418 11:07:34.238546 3820 zone_ic_handler.go:195] Time taken to create transit switch: 209.671µs I0418 11:07:34.238560 3820 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-35.ec2.internal for the network default I0418 11:07:34.239565 3820 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-35.ec2.internal" on network "default" took: 1.245395ms I0418 11:07:34.281766 3820 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0418 11:07:34.281780 3820 services_controller.go:208] Setting up event handlers for services for network=default I0418 11:07:34.281819 3820 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0418 11:07:34.281851 3820 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0418 11:07:34.281861 3820 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0418 11:07:34.381962 3820 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0418 11:07:34.381980 3820 repair.go:60] Starting repairing loop for services I0418 11:07:34.382050 3820 repair.go:131] Deleted 0 stale service LBs I0418 11:07:34.382068 3820 repair.go:137] Deleted 0 stale Chassis Template Vars I0418 11:07:34.382089 3820 repair.go:62] Finished repairing loop for services: 110.16µs I0418 11:07:34.382123 3820 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0418 11:07:34.382133 3820 services_controller.go:254] Starting workers for network=default I0418 11:07:34.382511 3820 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-tx6w2, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-tx6w2: suppressed error logged: pod openshift-network-diagnostics/network-check-target-tx6w2: no pod IPs found I0418 11:07:34.382525 3820 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-fcb9s, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-fcb9s: suppressed error logged: pod openshift-multus/network-metrics-daemon-fcb9s: no pod IPs found I0418 11:07:34.382612 3820 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-m6rr2] creating logical port openshift-multus_network-metrics-daemon-m6rr2 for pod on switch ip-10-0-0-226.ec2.internal I0418 11:07:34.382646 3820 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2ns4s] creating logical port openshift-network-diagnostics_network-check-target-2ns4s for pod on switch ip-10-0-0-226.ec2.internal I0418 11:07:34.382750 3820 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-nwj8h, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-nwj8h: suppressed error logged: pod openshift-network-diagnostics/network-check-target-nwj8h: no pod IPs found I0418 11:07:34.382758 3820 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-r8wd2, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-r8wd2: suppressed error logged: pod openshift-multus/network-metrics-daemon-r8wd2: no pod IPs found I0418 11:07:34.382767 3820 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-m6rr2 I0418 11:07:34.382853 3820 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-2ns4s I0418 11:07:34.399089 3820 pod.go:62] [openshift-multus/network-metrics-daemon-m6rr2] pod update took 16.410497ms I0418 11:07:34.399109 3820 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-m6rr2] addLogicalPort annotation time took 16.431322ms I0418 11:07:34.400195 3820 pods.go:271] [openshift-multus/network-metrics-daemon-m6rr2] addLogicalPort took 17.603474ms, libovsdb time 806.159µs I0418 11:07:34.400468 3820 pod.go:62] [openshift-network-diagnostics/network-check-target-2ns4s] pod update took 17.76044ms I0418 11:07:34.400484 3820 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-2ns4s] addLogicalPort annotation time took 17.77946ms I0418 11:07:34.401476 3820 pods.go:271] [openshift-network-diagnostics/network-check-target-2ns4s] addLogicalPort took 18.835526ms, libovsdb time 725.182µs I0418 11:07:34.402071 3820 admin_network_policy_controller.go:227] Starting controller default-network-controller I0418 11:07:34.402093 3820 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0418 11:07:34.402109 3820 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0418 11:07:34.402116 3820 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0418 11:07:34.402325 3820 repair.go:29] Repairing admin network policies took 202.315µs I0418 11:07:34.402441 3820 repair.go:92] Repairing baseline admin network policies took 105.466µs I0418 11:07:34.402983 3820 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0418 11:07:34.403000 3820 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0418 11:07:34.405245 3820 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0418 11:07:34.405278 3820 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0418 11:07:34.405288 3820 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0418 11:07:34.406796 3820 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0418 11:07:34.406816 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0418 11:07:34.406823 3820 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0418 11:07:34.408249 3820 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0418 11:07:34.408267 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0418 11:07:34.408279 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0418 11:07:34.410091 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0418 11:07:34.410112 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0418 11:07:34.410120 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0418 11:07:34.411704 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0418 11:07:34.411721 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0418 11:07:34.411727 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0418 11:07:34.412044 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0418 11:07:34.412063 3820 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0418 11:07:34.412072 3820 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0418 11:07:34.412693 3820 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0418 11:07:34.412716 3820 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0418 11:07:34.412727 3820 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0418 11:07:34.413816 3820 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0418 11:07:34.413845 3820 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0418 11:07:34.413856 3820 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0418 11:07:34.415040 3820 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0418 11:07:34.415063 3820 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0418 11:07:34.415075 3820 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0418 11:07:34.416934 3820 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0418 11:07:34.416958 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0418 11:07:34.416966 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0418 11:07:34.417534 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0418 11:07:34.417551 3820 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0418 11:07:34.417558 3820 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0418 11:07:34.418107 3820 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0418 11:07:34.418122 3820 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0418 11:07:34.418130 3820 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0418 11:07:34.420339 3820 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0418 11:07:34.420357 3820 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0418 11:07:34.420369 3820 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0418 11:07:34.421740 3820 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0418 11:07:34.421762 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0418 11:07:34.421779 3820 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0418 11:07:34.422416 3820 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0418 11:07:34.422434 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0418 11:07:34.422447 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0418 11:07:34.423092 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0418 11:07:34.423111 3820 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0418 11:07:34.423119 3820 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0418 11:07:34.424251 3820 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0418 11:07:34.424273 3820 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0418 11:07:34.424285 3820 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0418 11:07:34.425362 3820 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0418 11:07:34.425380 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0418 11:07:34.425388 3820 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0418 11:07:34.425996 3820 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0418 11:07:34.426014 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0418 11:07:34.426021 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0418 11:07:34.426638 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0418 11:07:34.426657 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0418 11:07:34.427189 3820 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0418 11:07:34.427203 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 11:07:34.428051 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0418 11:07:34.428069 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0418 11:07:34.428088 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 11:07:34.428947 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0418 11:07:34.428967 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0418 11:07:34.428974 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0418 11:07:34.430347 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0418 11:07:34.430373 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0418 11:07:34.430383 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0418 11:07:34.430942 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0418 11:07:34.430958 3820 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0418 11:07:34.430964 3820 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0418 11:07:34.431324 3820 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0418 11:07:34.431343 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0418 11:07:34.431351 3820 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0418 11:07:34.432052 3820 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0418 11:07:34.432076 3820 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0418 11:07:34.432091 3820 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0418 11:07:34.433495 3820 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0418 11:07:34.433513 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0418 11:07:34.433521 3820 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0418 11:07:34.434346 3820 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0418 11:07:34.434366 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0418 11:07:34.434377 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0418 11:07:34.435060 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0418 11:07:34.440760 3820 egressfirewall.go:374] Starting EgressFirewall controller I0418 11:07:34.440804 3820 controller.go:133] Adding controller egress-firewall-controller event handlers I0418 11:07:34.440873 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0418 11:07:34.440892 3820 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0418 11:07:34.440895 3820 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0418 11:07:34.440932 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0418 11:07:34.440956 3820 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0418 11:07:34.441264 3820 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0418 11:07:34.441283 3820 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0418 11:07:34.441289 3820 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0418 11:07:34.441298 3820 egressqos.go:193] Setting up event handlers for EgressQoS I0418 11:07:34.441312 3820 egressfirewall.go:723] Syncing node "ip-10-0-0-226.ec2.internal" for egress firewall I0418 11:07:34.441323 3820 egressfirewall.go:723] Syncing node "ip-10-0-1-35.ec2.internal" for egress firewall I0418 11:07:34.441331 3820 egressfirewall.go:723] Syncing node "ip-10-0-2-112.ec2.internal" for egress firewall I0418 11:07:34.441510 3820 egressqos.go:245] Starting EgressQoS Controller I0418 11:07:34.441525 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0418 11:07:34.441535 3820 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0418 11:07:34.441549 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0418 11:07:34.441555 3820 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0418 11:07:34.441561 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0418 11:07:34.441565 3820 shared_informer.go:356] "Caches are synced" controller="egressqos" I0418 11:07:34.441568 3820 egressqos.go:259] Repairing EgressQoSes I0418 11:07:34.441573 3820 egressqos.go:399] Starting repairing loop for egressqos I0418 11:07:34.441669 3820 egressqos.go:401] Finished repairing loop for egressqos: 96.436µs I0418 11:07:34.441690 3820 egressservice_zone.go:132] Setting up event handlers for Egress Services I0418 11:07:34.441735 3820 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-226.ec2.internal I0418 11:07:34.441818 3820 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-226.ec2.internal : 82.655µs I0418 11:07:34.441990 3820 egressservice_zone.go:210] Starting Egress Services Controller I0418 11:07:34.442001 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 11:07:34.442007 3820 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 11:07:34.442012 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 11:07:34.442017 3820 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 11:07:34.442024 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 11:07:34.442037 3820 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 11:07:34.442056 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0418 11:07:34.442063 3820 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0418 11:07:34.442067 3820 egressservice_zone.go:228] Repairing Egress Services I0418 11:07:34.442421 3820 master_controller.go:88] Starting Admin Policy Based Route Controller I0418 11:07:34.442431 3820 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 11:07:34.442472 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-112.ec2.internal I0418 11:07:34.442482 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-112.ec2.internal: 12.634µs I0418 11:07:34.442489 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-226.ec2.internal I0418 11:07:34.442495 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-226.ec2.internal: 4.448µs I0418 11:07:34.442499 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-35.ec2.internal I0418 11:07:34.442505 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-35.ec2.internal: 5.291µs I0418 11:07:34.442691 3820 default_network_controller.go:585] Completing all the Watchers took 304.34597ms I0418 11:07:34.442713 3820 default_network_controller.go:589] Starting unidling controllers I0418 11:07:34.442726 3820 unidle.go:46] Registering OVN SB ControllerEvent handler I0418 11:07:34.442735 3820 unidle.go:63] Populating Initial ContollerEvent events I0418 11:07:34.442751 3820 unidle.go:79] Setting up event handlers for services I0418 11:07:34.442931 3820 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0418 11:07:34.509827 3820 default_node_network_controller.go:519] Node connection status = connected I0418 11:07:35.009666 3820 default_node_network_controller.go:519] Node connection status = connected I0418 11:07:35.509911 3820 default_node_network_controller.go:519] Node connection status = connected I0418 11:07:36.009479 3820 default_node_network_controller.go:519] Node connection status = connected I0418 11:07:36.288590 3820 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0418 11:07:36.509371 3820 default_node_network_controller.go:519] Node connection status = connected I0418 11:07:36.528770 3820 bridgeconfig.go:537] Gateway is ready I0418 11:07:36.528791 3820 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0418 11:07:36.541263 3820 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.226. Updating OVN encap IP. I0418 11:07:36.546848 3820 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.226 - it is already configured I0418 11:07:36.546863 3820 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.226/24:{} 172.20.0.1/32:{}]. Updating annotations. I0418 11:07:36.547106 3820 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.226/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-226.ec2.internal","mac-address":"12:1a:64:2e:9f:71","ip-addresses":["10.0.0.226/24"],"ip-address":"10.0.0.226/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3ffcb5af-113b-415e-a9e2-14a871b43903 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.226/24"}] on node ip-10-0-0-226.ec2.internal I0418 11:07:36.562505 3820 egressfirewall.go:723] Syncing node "ip-10-0-0-226.ec2.internal" for egress firewall I0418 11:07:36.562544 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-226.ec2.internal I0418 11:07:36.562541 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-226.ec2.internal in network "default" I0418 11:07:36.562556 3820 master.go:548] Adding or Updating local node "ip-10-0-0-226.ec2.internal" for network "default" I0418 11:07:36.562559 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-226.ec2.internal: 17.337µs I0418 11:07:36.562652 3820 node_tracker.go:169] Node ip-10-0-0-226.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:36.562668 3820 services_controller.go:574] Full service sync requested for network=default I0418 11:07:36.562860 3820 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.226 I0418 11:07:36.562977 3820 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-226.ec2.internal I0418 11:07:36.567481 3820 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-226.ec2.internal. Updating no re-route policies I0418 11:07:36.567556 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-cfgs7 I0418 11:07:36.567581 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-cfgs7 I0418 11:07:36.567577 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bntd6 I0418 11:07:36.567577 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-m6rr2 I0418 11:07:36.567591 3820 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-m6zq2 I0418 11:07:36.567619 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-m6rr2 I0418 11:07:36.567617 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-hd564 I0418 11:07:36.567625 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-fcb9s I0418 11:07:36.567627 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-cfgs7 after 0 failed attempt(s) I0418 11:07:36.567634 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-fcb9s I0418 11:07:36.567635 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-hd564 I0418 11:07:36.567627 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-2ns4s I0418 11:07:36.567636 3820 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-226.ec2.internal I0418 11:07:36.567640 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-hxtfj I0418 11:07:36.567639 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8vc5m I0418 11:07:36.567646 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-2ns4s I0418 11:07:36.567625 3820 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-m6zq2 I0418 11:07:36.567655 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8vc5m I0418 11:07:36.567655 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-hxtfj I0418 11:07:36.567588 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-226.ec2.internal I0418 11:07:36.567665 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-v8jdz I0418 11:07:36.567670 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-tx6w2 I0418 11:07:36.567672 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-226.ec2.internal I0418 11:07:36.567673 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8vc5m after 0 failed attempt(s) I0418 11:07:36.567675 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-v8jdz I0418 11:07:36.567672 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-4w87w I0418 11:07:36.567682 3820 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2ns4s] creating logical port openshift-network-diagnostics_network-check-target-2ns4s for pod on switch ip-10-0-0-226.ec2.internal I0418 11:07:36.567677 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-jcpjz I0418 11:07:36.567690 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-226.ec2.internal after 0 failed attempt(s) I0418 11:07:36.567692 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-4w87w I0418 11:07:36.567695 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-v8jdz after 0 failed attempt(s) I0418 11:07:36.567699 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-jcpjz I0418 11:07:36.567719 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-4w87w after 0 failed attempt(s) I0418 11:07:36.567658 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-hd564 after 0 failed attempt(s) I0418 11:07:36.567722 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-jcpjz after 0 failed attempt(s) I0418 11:07:36.567613 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bntd6 I0418 11:07:36.567651 3820 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-226.ec2.internal I0418 11:07:36.567762 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bntd6 after 0 failed attempt(s) I0418 11:07:36.567765 3820 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-226.ec2.internal after 0 failed attempt(s) I0418 11:07:36.567670 3820 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-fcb9s, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-fcb9s: suppressed error logged: pod openshift-multus/network-metrics-daemon-fcb9s: no pod IPs found I0418 11:07:36.567678 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-tx6w2 I0418 11:07:36.567672 3820 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-m6zq2 after 0 failed attempt(s) I0418 11:07:36.567684 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-hxtfj after 0 failed attempt(s) I0418 11:07:36.567809 3820 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-tx6w2, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-tx6w2: suppressed error logged: pod openshift-network-diagnostics/network-check-target-tx6w2: no pod IPs found I0418 11:07:36.567659 3820 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-m6rr2] creating logical port openshift-multus_network-metrics-daemon-m6rr2 for pod on switch ip-10-0-0-226.ec2.internal I0418 11:07:36.568413 3820 pods.go:271] [openshift-network-diagnostics/network-check-target-2ns4s] addLogicalPort took 739.972µs, libovsdb time 329.741µs I0418 11:07:36.568425 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-2ns4s after 0 failed attempt(s) I0418 11:07:36.568749 3820 pods.go:271] [openshift-multus/network-metrics-daemon-m6rr2] addLogicalPort took 1.100909ms, libovsdb time 459.757µs I0418 11:07:36.568762 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-m6rr2 after 0 failed attempt(s) I0418 11:07:36.579253 3820 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0418 11:07:36.592098 3820 iptables.go:108] Creating table: mangle chain: OUTPUT I0418 11:07:36.595849 3820 iptables.go:108] Creating table: nat chain: OUTPUT I0418 11:07:36.643439 3820 iptables.go:108] Creating table: nat chain: PREROUTING I0418 11:07:36.713709 3820 iptables.go:108] Creating table: filter chain: FORWARD I0418 11:07:36.733202 3820 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0418 11:07:36.733304 3820 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0418 11:07:36.733355 3820 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0418 11:07:36.733434 3820 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0418 11:07:36.733491 3820 gateway_init.go:325] Gateway and management port readiness took 2.72904211s I0418 11:07:36.733520 3820 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0418 11:07:36.733571 3820 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0418 11:07:36.733584 3820 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0418 11:07:36.733641 3820 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 11:07:36.733718 3820 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0418 11:07:36.733814 3820 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.521µs I0418 11:07:36.734132 3820 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0418 11:07:36.734159 3820 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.116µs I0418 11:07:36.734168 3820 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.314µs I0418 11:07:36.734174 3820 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0418 11:07:36.734185 3820 nad_controller.go:379] [node-nad-controller NAD controller]: started I0418 11:07:36.734191 3820 default_node_network_controller.go:899] Starting the default node network controller I0418 11:07:36.734198 3820 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0418 11:07:36.734279 3820 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.551µs I0418 11:07:36.734381 3820 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0418 11:07:36.734390 3820 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0418 11:07:36.734414 3820 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b110 0xc0002edd50 0xc0002ede30 0xc0002edea0 0xc0002edf10 0xc0002f8070 0xc0002f80e0 0xc000aa7400 0xc0002f81c0 0xc0002f8230 0xc000872d20 0xc0060f9340 0xc0002f82a0 map[0x2ff9080:0xc002515740 0x2ff95c0:0xc0025158c0 0x2ffa2e0:0xc002515680 0x2ffa580:0xc0025156e0 0x2ffad60:0xc0025157a0 0x2ffb000:0xc002515800 0x2ffb2a0:0xc002515860 0x2ffba80:0xc002515920 0x2ffbd20:0xc002515d40 0x3026980:0xc001a01b60 0x3026d20:0xc001a01bc0 0x3027800:0xc000af76e0 0x3029160:0xc001c40000 0x30298a0:0xc001a01da0 0x302a720:0xc00072fc80] 0xc000aa8310 0} I0418 11:07:36.734490 3820 gateway.go:151] Starting gateway service sync I0418 11:07:36.735048 3820 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0418 11:07:36.737579 3820 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0418 11:07:36.761731 3820 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0418 11:07:36.763162 3820 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0418 11:07:36.764521 3820 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0418 11:07:36.797468 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-35.ec2.internal in network "default" I0418 11:07:36.797618 3820 node_tracker.go:169] Node ip-10-0-1-35.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:36.797486 3820 egressfirewall.go:723] Syncing node "ip-10-0-1-35.ec2.internal" for egress firewall I0418 11:07:36.797641 3820 services_controller.go:574] Full service sync requested for network=default I0418 11:07:36.797487 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-35.ec2.internal I0418 11:07:36.797656 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-35.ec2.internal: 171.516µs I0418 11:07:36.797513 3820 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-35.ec2.internal. Updating no re-route policies I0418 11:07:36.800904 3820 gateway.go:168] Gateway service sync done. Time taken: 66.402064ms I0418 11:07:36.801292 3820 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30512 I0418 11:07:36.801640 3820 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b110 0xc0002edd50 0xc0002ede30 0xc0002edea0 0xc0002edf10 0xc0002f8070 0xc0002f80e0 0xc000aa7400 0xc0002f81c0 0xc0002f8230 0xc000872d20 0xc0060f9340 0xc0002f82a0 map[0x2ff9080:0xc002515740 0x2ff95c0:0xc0025158c0 0x2ffa2e0:0xc002515680 0x2ffa580:0xc0025156e0 0x2ffad60:0xc0025157a0 0x2ffb000:0xc002515800 0x2ffb2a0:0xc002515860 0x2ffba80:0xc002515920 0x2ffbd20:0xc002515d40 0x3026980:0xc001a01b60 0x3026d20:0xc001a01bc0 0x3027800:0xc000af76e0 0x3029160:0xc001c40000 0x30298a0:0xc001a01da0 0x302a720:0xc00072fc80] 0xc000aa8310 0} I0418 11:07:36.802063 3820 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b110 0xc0002edd50 0xc0002ede30 0xc0002edea0 0xc0002edf10 0xc0002f8070 0xc0002f80e0 0xc000aa7400 0xc0002f81c0 0xc0002f8230 0xc000872d20 0xc0060f9340 0xc0002f82a0 map[0x2ff9080:0xc002515740 0x2ff95c0:0xc0025158c0 0x2ffa2e0:0xc002515680 0x2ffa580:0xc0025156e0 0x2ffad60:0xc0025157a0 0x2ffb000:0xc002515800 0x2ffb2a0:0xc002515860 0x2ffba80:0xc002515920 0x2ffbd20:0xc002515d40 0x3026980:0xc001a01b60 0x3026d20:0xc001a01bc0 0x3027800:0xc000af76e0 0x3029160:0xc001c40000 0x30298a0:0xc001a01da0 0x302a720:0xc00072fc80] 0xc000aa8310 0} I0418 11:07:36.802098 3820 gateway.go:532] Reconciling gateway with updates I0418 11:07:36.807682 3820 gateway.go:339] Spawning Conntrack Rule Check Thread I0418 11:07:36.807709 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 11:07:36.807709 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 11:07:36.807722 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 11:07:36.807721 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 11:07:36.807727 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 11:07:36.807734 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 11:07:36.807737 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 11:07:36.807744 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 11:07:36.807751 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 11:07:36.807756 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 11:07:36.807758 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 11:07:36.807763 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 11:07:36.807768 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 11:07:36.807774 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 11:07:36.807778 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 11:07:36.807774 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 11:07:36.807796 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 11:07:36.807798 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 11:07:36.807804 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 11:07:36.807802 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 11:07:36.807808 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 11:07:36.807809 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 11:07:36.807816 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 11:07:36.807816 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 11:07:36.807824 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 11:07:36.807827 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 11:07:36.807829 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 11:07:36.807834 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 11:07:36.807841 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 11:07:36.807841 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 11:07:36.807845 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 11:07:36.807792 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 11:07:36.807853 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 11:07:36.807855 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 11:07:36.807861 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 11:07:36.807863 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 11:07:36.807861 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 11:07:36.807816 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 11:07:36.807874 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 11:07:36.807877 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 11:07:36.807880 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 11:07:36.807877 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 11:07:36.807887 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 11:07:36.807888 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 11:07:36.807829 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 11:07:36.807899 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 11:07:36.807902 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 11:07:36.807912 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 11:07:36.807918 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 11:07:36.807914 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 11:07:36.807915 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 11:07:36.807805 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 11:07:36.807924 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 11:07:36.807930 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 11:07:36.807882 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 11:07:36.807748 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 11:07:36.807938 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 11:07:36.807938 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 11:07:36.807946 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 11:07:36.807948 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 11:07:36.807947 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 11:07:36.807953 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 11:07:36.807953 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 11:07:36.807747 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 11:07:36.807965 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 11:07:36.807971 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 11:07:36.807981 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 11:07:36.807983 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 11:07:36.807811 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 11:07:36.807993 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 11:07:36.807888 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 11:07:36.807981 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 11:07:36.807863 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 11:07:36.808005 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 11:07:36.808010 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 11:07:36.807914 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 11:07:36.808028 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 11:07:36.808045 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 11:07:36.808071 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 11:07:36.807836 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 11:07:36.808093 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 11:07:36.807855 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 11:07:36.808110 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 11:07:36.808123 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 11:07:36.808124 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 11:07:36.808130 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 11:07:36.807846 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 11:07:36.808149 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 11:07:36.808153 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 11:07:36.808167 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 11:07:36.808182 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 11:07:36.807797 3820 default_node_network_controller.go:944] Gateway and management port readiness took 73.398307ms I0418 11:07:36.808193 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 11:07:36.807817 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 11:07:36.808214 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 11:07:36.807825 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 11:07:36.808247 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 11:07:36.808260 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 11:07:36.807830 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 11:07:36.807737 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 11:07:36.807844 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 11:07:36.808340 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 11:07:36.807844 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 11:07:36.808403 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 11:07:36.807856 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 11:07:36.808412 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 11:07:36.807871 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 11:07:36.807872 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 11:07:36.808461 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 11:07:36.807879 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 11:07:36.808475 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 11:07:36.807889 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 11:07:36.807906 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 11:07:36.807919 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 11:07:36.807929 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 11:07:36.807923 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 11:07:36.808586 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 11:07:36.807930 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 11:07:36.807930 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 11:07:36.807942 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 11:07:36.808634 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 11:07:36.808648 3820 port_claim.go:71] Svc openshift-ingress/router-default: port 32508 is already open, no action needed I0418 11:07:36.808658 3820 port_claim.go:71] Svc openshift-ingress/router-default: port 31807 is already open, no action needed I0418 11:07:36.808008 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 11:07:36.808715 3820 node_ip_handler_linux.go:160] Node IP manager is running W0418 11:07:36.850293 3820 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 11:07:36.850665 3820 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 11:07:36.850886 3820 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0418 11:07:36.857129 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 11:07:36.857153 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 11:07:36.857162 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 11:07:36.857168 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 11:07:36.857174 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 11:07:36.857180 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 11:07:36.857188 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 11:07:36.857194 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 11:07:36.857202 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 11:07:36.857207 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 11:07:36.896339 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0418 11:07:38.590096 3820 default_node_network_controller.go:1380] Starting node controller node sync W0418 11:07:38.590146 3820 egressip_healthcheck.go:76] Health checking using insecure connection I0418 11:07:38.590197 3820 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0418 11:07:38.601865 3820 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.749595ms I0418 11:07:38.602021 3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-35.ec2.internal", IP: 10.0.1.35 to PMTUD blocking rules I0418 11:07:38.602032 3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-35.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 11:07:38.608103 3820 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0418 11:07:38.608388 3820 egressservice_node.go:93] Setting up event handlers for Egress Services I0418 11:07:38.608558 3820 egressservice_node.go:183] Starting Egress Services Controller I0418 11:07:38.608578 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 11:07:38.608588 3820 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 11:07:38.608610 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 11:07:38.608616 3820 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 11:07:38.608624 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 11:07:38.608632 3820 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 11:07:38.608640 3820 egressservice_node.go:197] Repairing Egress Services I0418 11:07:38.618979 3820 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0418 11:07:38.618994 3820 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 11:07:38.619265 3820 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0418 11:07:38.619280 3820 link_network_manager.go:119] Link manager is running I0418 11:07:38.619293 3820 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0418 11:07:38.619511 3820 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0418 11:07:38.619920 3820 vrf_manager.go:128] VRF manager is running I0418 11:07:38.620043 3820 node_controller_manager.go:437] Removing flows to drop GARP I0418 11:07:38.620057 3820 gateway.go:532] Reconciling gateway with updates I0418 11:07:38.638452 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 11:07:38.638471 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 11:07:38.638480 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 11:07:38.638488 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 11:07:38.638485 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 11:07:38.638502 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 11:07:38.638502 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 11:07:38.638507 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 11:07:38.638518 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 11:07:38.638482 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 11:07:38.638532 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 11:07:38.638458 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 11:07:38.638552 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 11:07:38.638554 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 11:07:38.638543 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 11:07:38.638566 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 11:07:38.638572 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 11:07:38.638567 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 11:07:38.638579 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 11:07:38.638580 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 11:07:38.638580 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 11:07:38.638584 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 11:07:38.638585 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 11:07:38.638584 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 11:07:38.638610 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 11:07:38.638585 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 11:07:38.638618 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 11:07:38.638620 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 11:07:38.638468 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 11:07:38.638624 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 11:07:38.638629 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 11:07:38.638633 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 11:07:38.638635 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 11:07:38.638634 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 11:07:38.638636 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 11:07:38.638642 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 11:07:38.638649 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 11:07:38.638641 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 11:07:38.638652 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 11:07:38.638656 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 11:07:38.638568 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 11:07:38.638565 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 11:07:38.638643 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 11:07:38.638671 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 11:07:38.638673 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 11:07:38.638678 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 11:07:38.638683 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 11:07:38.638689 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 11:07:38.638687 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 11:07:38.638493 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 11:07:38.638700 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 11:07:38.638702 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 11:07:38.638709 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 11:07:38.638713 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 11:07:38.638715 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 11:07:38.638731 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 11:07:38.638747 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 11:07:38.638691 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 11:07:38.638730 3820 port_claim.go:71] Svc openshift-ingress/router-default: port 32508 is already open, no action needed I0418 11:07:38.638773 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 11:07:38.638778 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 11:07:38.638779 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 11:07:38.638688 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 11:07:38.638790 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 11:07:38.638795 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 11:07:38.638797 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 11:07:38.638799 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 11:07:38.638806 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 11:07:38.638809 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 11:07:38.638812 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 11:07:38.638815 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 11:07:38.638813 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 11:07:38.638821 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 11:07:38.638826 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 11:07:38.638834 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 11:07:38.638800 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 11:07:38.638840 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 11:07:38.638775 3820 port_claim.go:71] Svc openshift-ingress/router-default: port 31807 is already open, no action needed I0418 11:07:38.638850 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 11:07:38.638852 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 11:07:38.638854 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 11:07:38.638859 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 11:07:38.638863 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 11:07:38.638862 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 11:07:38.638872 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 11:07:38.638873 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 11:07:38.638875 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 11:07:38.638877 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 11:07:38.638702 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 11:07:38.638878 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 11:07:38.638887 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 11:07:38.638888 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 11:07:38.638891 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 11:07:38.638834 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 11:07:38.638702 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 11:07:38.638703 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 11:07:38.638905 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 11:07:38.638905 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 11:07:38.638914 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 11:07:38.638916 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 11:07:38.638920 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 11:07:38.638923 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 11:07:38.638917 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 11:07:38.638923 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 11:07:38.638929 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 11:07:38.638863 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 11:07:38.638701 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 11:07:38.638945 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 11:07:38.638916 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 11:07:38.638660 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 11:07:38.638868 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 11:07:38.638842 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 11:07:38.638904 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 11:07:38.639047 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 11:07:38.639038 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 11:07:38.638629 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 11:07:38.639093 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 11:07:38.660205 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 11:07:38.679618 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0418 11:07:38.679625 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 11:07:38.679634 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 11:07:38.679643 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 11:07:38.679651 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 11:07:38.718474 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 11:07:38.718500 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 11:07:38.718507 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 11:07:38.718512 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 11:07:38.718518 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 11:07:38.718549 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 11:07:38.718559 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 11:07:38.718564 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 11:07:38.718570 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 11:07:38.718575 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 11:07:38.718579 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 11:07:38.776761 3820 default_network_controller.go:1025] Node "ip-10-0-2-112.ec2.internal" in remote zone "ip-10-0-2-112.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 11:07:38.776773 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-112.ec2.internal in network "default" I0418 11:07:38.776792 3820 node_tracker.go:235] Node ip-10-0-2-112.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-112.ec2.internal" I0418 11:07:38.776810 3820 node_tracker.go:169] Node ip-10-0-2-112.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:38.776836 3820 services_controller.go:574] Full service sync requested for network=default I0418 11:07:38.806350 3820 default_network_controller.go:1025] Node "ip-10-0-2-112.ec2.internal" in remote zone "ip-10-0-2-112.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 11:07:38.983386 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-112.ec2.internal in network "default" I0418 11:07:38.983391 3820 default_network_controller.go:1025] Node "ip-10-0-2-112.ec2.internal" in remote zone "ip-10-0-2-112.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 11:07:38.983461 3820 node_tracker.go:169] Node ip-10-0-2-112.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:38.983487 3820 services_controller.go:574] Full service sync requested for network=default I0418 11:07:38.984360 3820 zone_ic_handler.go:195] Time taken to create transit switch: 290.315µs I0418 11:07:38.984377 3820 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-112.ec2.internal for the network default I0418 11:07:38.985585 3820 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-112.ec2.internal" on network "default" took: 1.528791ms I0418 11:07:39.800003 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-35.ec2.internal I0418 11:07:39.800041 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-35.ec2.internal: 47.015µs I0418 11:07:40.956964 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-226.ec2.internal I0418 11:07:40.956987 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-226.ec2.internal: 30.221µs I0418 11:07:40.984472 3820 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-bd68c6b95-8mmm9] creating logical port openshift-image-registry_image-registry-bd68c6b95-8mmm9 for pod on switch ip-10-0-0-226.ec2.internal I0418 11:07:40.984560 3820 kube.go:256] Updating pod openshift-image-registry/image-registry-bd68c6b95-8mmm9 I0418 11:07:41.004331 3820 pod.go:62] [openshift-image-registry/image-registry-bd68c6b95-8mmm9] pod update took 19.799205ms I0418 11:07:41.004349 3820 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-bd68c6b95-8mmm9] addLogicalPort annotation time took 19.821225ms I0418 11:07:41.005484 3820 pods.go:271] [openshift-image-registry/image-registry-bd68c6b95-8mmm9] addLogicalPort took 21.032758ms, libovsdb time 839.644µs I0418 11:07:41.007672 3820 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-lcfg6] creating logical port openshift-dns_dns-default-lcfg6 for pod on switch ip-10-0-0-226.ec2.internal I0418 11:07:41.007706 3820 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-4x76t] creating logical port openshift-ingress-canary_ingress-canary-4x76t for pod on switch ip-10-0-0-226.ec2.internal I0418 11:07:41.007772 3820 kube.go:256] Updating pod openshift-dns/dns-default-lcfg6 I0418 11:07:41.007782 3820 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-4x76t I0418 11:07:41.023044 3820 pod.go:62] [openshift-ingress-canary/ingress-canary-4x76t] pod update took 15.277621ms I0418 11:07:41.023068 3820 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-4x76t] addLogicalPort annotation time took 15.30069ms I0418 11:07:41.023465 3820 pod.go:62] [openshift-dns/dns-default-lcfg6] pod update took 15.729463ms I0418 11:07:41.023482 3820 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-lcfg6] addLogicalPort annotation time took 15.763653ms I0418 11:07:41.024322 3820 pods.go:271] [openshift-ingress-canary/ingress-canary-4x76t] addLogicalPort took 16.620945ms, libovsdb time 969.679µs I0418 11:07:41.024675 3820 pods.go:271] [openshift-dns/dns-default-lcfg6] addLogicalPort took 17.013641ms, libovsdb time 852.853µs I0418 11:07:41.046416 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-112.ec2.internal in network "default" I0418 11:07:41.046432 3820 egressfirewall.go:723] Syncing node "ip-10-0-2-112.ec2.internal" for egress firewall I0418 11:07:41.046448 3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-112.ec2.internal", IP: 10.0.2.112 to PMTUD blocking rules I0418 11:07:41.046460 3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-112.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 11:07:41.046461 3820 node_tracker.go:169] Node ip-10-0-2-112.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:41.046467 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-112.ec2.internal I0418 11:07:41.046475 3820 services_controller.go:574] Full service sync requested for network=default I0418 11:07:41.046479 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-112.ec2.internal: 18.112µs I0418 11:07:41.093000 3820 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-112.ec2.internal. Updating no re-route policies I0418 11:07:41.093921 3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-112.ec2.internal", IP: 10.0.2.112 to PMTUD blocking rules I0418 11:07:41.093933 3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-112.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 11:07:41.441147 3820 cni.go:452] [openshift-ingress-canary/ingress-canary-4x76t 4adf846156ee369ab83bff528ed668d2667e36b807cc53d52ff059fe42800d06 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-4x76t 4adf846156ee369ab83bff528ed668d2667e36b807cc53d52ff059fe42800d06 network default NAD default NAD key ] I0418 11:07:41.488057 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-4x76t, hostIfaceName: 4adf846156ee369, network: default, NAD default, SandboxID: "4adf846156ee369ab83bff528ed668d2667e36b807cc53d52ff059fe42800d06", PCI device ID: , UID: "ca6e22ef-da98-45d7-9ea6-7b235a162fab", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0418 11:07:41.543078 3820 cni.go:473] [openshift-ingress-canary/ingress-canary-4x76t 4adf846156ee369ab83bff528ed668d2667e36b807cc53d52ff059fe42800d06 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-4x76t 4adf846156ee369ab83bff528ed668d2667e36b807cc53d52ff059fe42800d06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:bc:d2:70:97:17\",\"name\":\"4adf846156ee369\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c4ff4d4-01c3-4684-b0c7-29044cdc70c8\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:07:44.396128 3820 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-bxsjs] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-bxsjs for pod on switch ip-10-0-0-226.ec2.internal I0418 11:07:44.396235 3820 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-bxsjs I0418 11:07:44.400100 3820 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-s7wxf] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-s7wxf for pod on switch ip-10-0-0-226.ec2.internal I0418 11:07:44.400202 3820 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-s7wxf I0418 11:07:44.413922 3820 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bxsjs] pod update took 17.709025ms I0418 11:07:44.413944 3820 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-bxsjs] addLogicalPort annotation time took 17.733174ms I0418 11:07:44.415342 3820 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bxsjs] addLogicalPort took 19.229402ms, libovsdb time 1.134444ms I0418 11:07:44.415624 3820 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-s7wxf] pod update took 15.438348ms I0418 11:07:44.415645 3820 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-s7wxf] addLogicalPort annotation time took 15.464224ms I0418 11:07:44.416777 3820 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-s7wxf] addLogicalPort took 16.688081ms, libovsdb time 841.713µs I0418 11:07:44.422088 3820 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-428g7] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-428g7 for pod on switch ip-10-0-0-226.ec2.internal I0418 11:07:44.422170 3820 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-428g7 I0418 11:07:44.437878 3820 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-428g7] pod update took 15.737253ms I0418 11:07:44.437895 3820 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-428g7] addLogicalPort annotation time took 15.757289ms I0418 11:07:44.438877 3820 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-428g7] addLogicalPort took 16.799662ms, libovsdb time 757.744µs I0418 11:07:44.496922 3820 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-c5pzs] creating logical port openshift-console-operator_console-operator-66dbbb6468-c5pzs for pod on switch ip-10-0-0-226.ec2.internal I0418 11:07:44.497002 3820 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-c5pzs I0418 11:07:44.517994 3820 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-c5pzs] pod update took 21.016136ms I0418 11:07:44.518010 3820 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-c5pzs] addLogicalPort annotation time took 21.035491ms I0418 11:07:44.518979 3820 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-c5pzs] addLogicalPort took 22.067691ms, libovsdb time 740.744µs I0418 11:07:44.533234 3820 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-67c4d99bc8-jvdsr] creating logical port openshift-ingress_router-default-67c4d99bc8-jvdsr for pod on switch ip-10-0-0-226.ec2.internal I0418 11:07:44.533348 3820 kube.go:256] Updating pod openshift-ingress/router-default-67c4d99bc8-jvdsr I0418 11:07:44.551177 3820 pod.go:62] [openshift-ingress/router-default-67c4d99bc8-jvdsr] pod update took 17.856956ms I0418 11:07:44.551194 3820 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-67c4d99bc8-jvdsr] addLogicalPort annotation time took 17.877911ms I0418 11:07:44.552183 3820 pods.go:271] [openshift-ingress/router-default-67c4d99bc8-jvdsr] addLogicalPort took 18.958488ms, libovsdb time 765.248µs I0418 11:07:44.594224 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-4q4pn] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-4q4pn for pod on switch ip-10-0-0-226.ec2.internal I0418 11:07:44.594297 3820 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-4q4pn I0418 11:07:44.597900 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-112.ec2.internal I0418 11:07:44.597920 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-112.ec2.internal: 24.358µs I0418 11:07:44.616025 3820 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-4q4pn] pod update took 21.755436ms I0418 11:07:44.616042 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-4q4pn] addLogicalPort annotation time took 21.773805ms I0418 11:07:44.616887 3820 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-4q4pn] addLogicalPort took 22.67258ms, libovsdb time 608.839µs I0418 11:07:44.795528 3820 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bxsjs 69a5c3b2e2177651604c9b42816fc576b1c20dfc841ae2815aaf682693f1ddfd network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-bxsjs 69a5c3b2e2177651604c9b42816fc576b1c20dfc841ae2815aaf682693f1ddfd network default NAD default NAD key ] I0418 11:07:44.805471 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-bxsjs, hostIfaceName: 69a5c3b2e217765, network: default, NAD default, SandboxID: "69a5c3b2e2177651604c9b42816fc576b1c20dfc841ae2815aaf682693f1ddfd", PCI device ID: , UID: "57fabf99-17b5-4362-9210-d120e0f5e245", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0418 11:07:44.852290 3820 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bxsjs 69a5c3b2e2177651604c9b42816fc576b1c20dfc841ae2815aaf682693f1ddfd network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-bxsjs 69a5c3b2e2177651604c9b42816fc576b1c20dfc841ae2815aaf682693f1ddfd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:be:2b:41:45:3b\",\"name\":\"69a5c3b2e217765\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0109fa7f-e6e1-4020-90f7-5bb0a5a421f5\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:07:44.881960 3820 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-c5pzs c7fee226effe7f3e07f66b9a5ca1c8e88c9165fc4b7b9dcdd773b635666dafdb network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-c5pzs c7fee226effe7f3e07f66b9a5ca1c8e88c9165fc4b7b9dcdd773b635666dafdb network default NAD default NAD key ] I0418 11:07:44.891675 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-c5pzs, hostIfaceName: c7fee226effe7f3, network: default, NAD default, SandboxID: "c7fee226effe7f3e07f66b9a5ca1c8e88c9165fc4b7b9dcdd773b635666dafdb", PCI device ID: , UID: "1c2618c4-c86e-4a6d-9bea-f861ab6cfc23", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0418 11:07:44.936408 3820 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-c5pzs c7fee226effe7f3e07f66b9a5ca1c8e88c9165fc4b7b9dcdd773b635666dafdb network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-c5pzs c7fee226effe7f3e07f66b9a5ca1c8e88c9165fc4b7b9dcdd773b635666dafdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:3e:ee:4a:ee:9e\",\"name\":\"c7fee226effe7f3\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5274fb7f-7a83-44cf-9c08-f47c26545e8c\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 11:07:47.234774 3820 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0418 11:07:48.846641 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0418 11:07:49.955646 3820 namespace.go:98] [openshift-service-ca] adding namespace I0418 11:07:49.956503 3820 namespace.go:102] [openshift-service-ca] adding namespace took 838.436µs I0418 11:07:49.979066 3820 namespace.go:142] [openshift-service-ca] updating namespace I0418 11:07:50.025353 3820 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0418 11:07:50.026137 3820 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 767.787µs I0418 11:07:50.052723 3820 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 11:07:50.079467 3820 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-9zvrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:07:50.079853 3820 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-9zvrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:07:50.309797 3820 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-9zvrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:07:50.309822 3820 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-9zvrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:07:51.716001 3820 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-szh7k] creating logical port openshift-service-ca_service-ca-d9cb48497-szh7k for pod on switch ip-10-0-0-226.ec2.internal I0418 11:07:51.716085 3820 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-szh7k I0418 11:07:51.731894 3820 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-szh7k] pod update took 15.831955ms I0418 11:07:51.731929 3820 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-szh7k] addLogicalPort annotation time took 15.86906ms I0418 11:07:51.733048 3820 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-szh7k] addLogicalPort took 17.06515ms, libovsdb time 838.746µs I0418 11:07:52.074007 3820 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-szh7k 29172869b3063b89d2452c9d282aa1cdb0ee00eae46812c6637fc6f80fd47f5a network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-szh7k 29172869b3063b89d2452c9d282aa1cdb0ee00eae46812c6637fc6f80fd47f5a network default NAD default NAD key ] I0418 11:07:52.083846 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-szh7k, hostIfaceName: 29172869b3063b8, network: default, NAD default, SandboxID: "29172869b3063b89d2452c9d282aa1cdb0ee00eae46812c6637fc6f80fd47f5a", PCI device ID: , UID: "dddd3799-1165-459b-b2d3-095f955d2ec7", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0418 11:07:52.130227 3820 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-szh7k 29172869b3063b89d2452c9d282aa1cdb0ee00eae46812c6637fc6f80fd47f5a network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-szh7k 29172869b3063b89d2452c9d282aa1cdb0ee00eae46812c6637fc6f80fd47f5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:3a:57:02:31:3e\",\"name\":\"29172869b3063b8\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ba9996b-6502-4594-83c5-91a2ba6d0204\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 11:07:52.866491 3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 11:07:56.397258 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0418 11:07:56.986456 3820 cni.go:452] [openshift-dns/dns-default-lcfg6 052b08d23767df7afd9aff1d60f1d93318e06dbb46351de7bc1cb7ffd8b0530c network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-lcfg6 052b08d23767df7afd9aff1d60f1d93318e06dbb46351de7bc1cb7ffd8b0530c network default NAD default NAD key ] I0418 11:07:56.996244 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-lcfg6, hostIfaceName: 052b08d23767df7, network: default, NAD default, SandboxID: "052b08d23767df7afd9aff1d60f1d93318e06dbb46351de7bc1cb7ffd8b0530c", PCI device ID: , UID: "118c95ee-950a-4179-8ee2-3af1ce154346", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0418 11:07:57.042235 3820 cni.go:473] [openshift-dns/dns-default-lcfg6 052b08d23767df7afd9aff1d60f1d93318e06dbb46351de7bc1cb7ffd8b0530c network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-lcfg6 052b08d23767df7afd9aff1d60f1d93318e06dbb46351de7bc1cb7ffd8b0530c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:d4:50:60:f6:6a\",\"name\":\"052b08d23767df7\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3290097-8acc-435c-9903-35710841190c\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:08:00.391769 3820 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-s7wxf 31af403fa919f517409ef44a4ec65f661e6de2281ca853dca761624b1b55dccb network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-s7wxf 31af403fa919f517409ef44a4ec65f661e6de2281ca853dca761624b1b55dccb network default NAD default NAD key ] I0418 11:08:00.403241 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-s7wxf, hostIfaceName: 31af403fa919f51, network: default, NAD default, SandboxID: "31af403fa919f517409ef44a4ec65f661e6de2281ca853dca761624b1b55dccb", PCI device ID: , UID: "f0af3a85-194e-445e-a5fb-485453bbd863", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0418 11:08:00.451694 3820 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-s7wxf 31af403fa919f517409ef44a4ec65f661e6de2281ca853dca761624b1b55dccb network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-s7wxf 31af403fa919f517409ef44a4ec65f661e6de2281ca853dca761624b1b55dccb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:64:33:e3:01:ac\",\"name\":\"31af403fa919f51\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43e81612-df06-452f-8087-162a6975dcbb\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:08:00.589392 3820 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-4q4pn 2c24eaf274aa8984008848f60580f682ad49ec1cb3f9f10fc1e6280a12db122c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-4q4pn 2c24eaf274aa8984008848f60580f682ad49ec1cb3f9f10fc1e6280a12db122c network default NAD default NAD key ] I0418 11:08:00.599693 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-4q4pn, hostIfaceName: 2c24eaf274aa898, network: default, NAD default, SandboxID: "2c24eaf274aa8984008848f60580f682ad49ec1cb3f9f10fc1e6280a12db122c", PCI device ID: , UID: "c907eb0f-781a-46e3-9f4b-be3b934c4cd7", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0418 11:08:00.644640 3820 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-4q4pn 2c24eaf274aa8984008848f60580f682ad49ec1cb3f9f10fc1e6280a12db122c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-4q4pn 2c24eaf274aa8984008848f60580f682ad49ec1cb3f9f10fc1e6280a12db122c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:60:1a:97:b7:2f\",\"name\":\"2c24eaf274aa898\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb725805-da0f-45b7-8430-486b39284213\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:08:12.729551 3820 cni.go:452] [openshift-network-diagnostics/network-check-target-2ns4s f8e3a52e2afa0a296b2be27ea28ded75ca507234b8de90e8100cdef29e4e9677 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-2ns4s f8e3a52e2afa0a296b2be27ea28ded75ca507234b8de90e8100cdef29e4e9677 network default NAD default NAD key ] I0418 11:08:12.729547 3820 cni.go:452] [openshift-multus/network-metrics-daemon-m6rr2 d080fdb13404c431028298c7bb813129b503587f60fa7020b42f4b012fd52ea3 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-m6rr2 d080fdb13404c431028298c7bb813129b503587f60fa7020b42f4b012fd52ea3 network default NAD default NAD key ] I0418 11:08:12.742371 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-m6rr2, hostIfaceName: d080fdb13404c43, network: default, NAD default, SandboxID: "d080fdb13404c431028298c7bb813129b503587f60fa7020b42f4b012fd52ea3", PCI device ID: , UID: "58262d57-0da2-47f1-96ac-d8ec1c71e7ec", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0418 11:08:12.742510 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-2ns4s, hostIfaceName: f8e3a52e2afa0a2, network: default, NAD default, SandboxID: "f8e3a52e2afa0a296b2be27ea28ded75ca507234b8de90e8100cdef29e4e9677", PCI device ID: , UID: "37644f67-af24-4f16-bdd4-422d161a67eb", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0418 11:08:12.790146 3820 cni.go:473] [openshift-multus/network-metrics-daemon-m6rr2 d080fdb13404c431028298c7bb813129b503587f60fa7020b42f4b012fd52ea3 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-m6rr2 d080fdb13404c431028298c7bb813129b503587f60fa7020b42f4b012fd52ea3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:66:47:c5:38:d1\",\"name\":\"d080fdb13404c43\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/245c9bae-d123-4fdb-ada0-150a88aab752\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:08:12.803952 3820 cni.go:473] [openshift-network-diagnostics/network-check-target-2ns4s f8e3a52e2afa0a296b2be27ea28ded75ca507234b8de90e8100cdef29e4e9677 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-2ns4s f8e3a52e2afa0a296b2be27ea28ded75ca507234b8de90e8100cdef29e4e9677 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:12:f7:19:2d:ca\",\"name\":\"f8e3a52e2afa0a2\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51f90e02-793c-4cc0-b6f7-818394f9fffb\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:08:13.172556 3820 cni.go:452] [openshift-image-registry/image-registry-bd68c6b95-8mmm9 c5a7e726dc8b40c5284126819d80eb39280efb5cc0a91c36ecab0fc7e1283000 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-bd68c6b95-8mmm9 c5a7e726dc8b40c5284126819d80eb39280efb5cc0a91c36ecab0fc7e1283000 network default NAD default NAD key ] I0418 11:08:13.184631 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-bd68c6b95-8mmm9, hostIfaceName: c5a7e726dc8b40c, network: default, NAD default, SandboxID: "c5a7e726dc8b40c5284126819d80eb39280efb5cc0a91c36ecab0fc7e1283000", PCI device ID: , UID: "579ace37-3d1d-4558-9127-e0efdc15c1b9", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0418 11:08:13.233868 3820 cni.go:473] [openshift-image-registry/image-registry-bd68c6b95-8mmm9 c5a7e726dc8b40c5284126819d80eb39280efb5cc0a91c36ecab0fc7e1283000 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-bd68c6b95-8mmm9 c5a7e726dc8b40c5284126819d80eb39280efb5cc0a91c36ecab0fc7e1283000 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:66:80:b7:67:69\",\"name\":\"c5a7e726dc8b40c\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21183d15-2fcd-42ab-818f-c644d13f8c93\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 11:08:13.336952 3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 11:08:13.337198 3820 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:08:13.350341 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0418 11:08:13.384564 3820 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-x8cgf] creating logical port openshift-insights_insights-runtime-extractor-x8cgf for pod on switch ip-10-0-0-226.ec2.internal I0418 11:08:13.384776 3820 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-x8cgf I0418 11:08:13.413663 3820 pod.go:62] [openshift-insights/insights-runtime-extractor-x8cgf] pod update took 28.933736ms I0418 11:08:13.413685 3820 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-x8cgf] addLogicalPort annotation time took 28.96201ms I0418 11:08:13.414963 3820 pods.go:271] [openshift-insights/insights-runtime-extractor-x8cgf] addLogicalPort took 30.41982ms, libovsdb time 947.707µs W0418 11:08:13.421160 3820 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 11:08:13.422902 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9mffs] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-9mffs for pod on switch ip-10-0-0-226.ec2.internal I0418 11:08:13.422987 3820 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9mffs I0418 11:08:13.453954 3820 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9mffs] pod update took 30.984364ms I0418 11:08:13.453980 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9mffs] addLogicalPort annotation time took 31.015389ms I0418 11:08:13.455330 3820 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9mffs] addLogicalPort took 32.439583ms, libovsdb time 975.298µs W0418 11:08:13.462134 3820 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 11:08:13.751373 3820 cni.go:452] [openshift-insights/insights-runtime-extractor-x8cgf 4e60d932e7f3a0d891c2bd044cec1c78408c5415435c67e4d73754a0a476eb9c network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-x8cgf 4e60d932e7f3a0d891c2bd044cec1c78408c5415435c67e4d73754a0a476eb9c network default NAD default NAD key ] I0418 11:08:13.763782 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-x8cgf, hostIfaceName: 4e60d932e7f3a0d, network: default, NAD default, SandboxID: "4e60d932e7f3a0d891c2bd044cec1c78408c5415435c67e4d73754a0a476eb9c", PCI device ID: , UID: "146d7f12-c860-4f51-960d-40b7b40613b2", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0418 11:08:13.802186 3820 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9mffs 98497ecd6b296643d886a5b02f2f9af271ec97ab32e0710d4566005cb0124a3f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9mffs 98497ecd6b296643d886a5b02f2f9af271ec97ab32e0710d4566005cb0124a3f network default NAD default NAD key ] I0418 11:08:13.816545 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-9mffs, hostIfaceName: 98497ecd6b29664, network: default, NAD default, SandboxID: "98497ecd6b296643d886a5b02f2f9af271ec97ab32e0710d4566005cb0124a3f", PCI device ID: , UID: "90c1bb3d-ffb6-4e64-a31a-a1ea269c6320", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0418 11:08:13.820081 3820 cni.go:473] [openshift-insights/insights-runtime-extractor-x8cgf 4e60d932e7f3a0d891c2bd044cec1c78408c5415435c67e4d73754a0a476eb9c network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-x8cgf 4e60d932e7f3a0d891c2bd044cec1c78408c5415435c67e4d73754a0a476eb9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:4e:69:77:46:de\",\"name\":\"4e60d932e7f3a0d\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad15798d-69b0-4d70-98a0-8b43c5166f4b\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:08:13.869537 3820 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9mffs 98497ecd6b296643d886a5b02f2f9af271ec97ab32e0710d4566005cb0124a3f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9mffs 98497ecd6b296643d886a5b02f2f9af271ec97ab32e0710d4566005cb0124a3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:0d:31:ab:58:ea\",\"name\":\"98497ecd6b29664\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e43547c-ceed-4bf9-a59f-518e00eb53ee\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 11:08:13.992961 3820 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:08:15.940621 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0418 11:08:16.676989 3820 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-428g7 451a84a2663199678ecbadc913679bd1098e2a3545cc64ef89a91d7172438108 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-428g7 451a84a2663199678ecbadc913679bd1098e2a3545cc64ef89a91d7172438108 network default NAD default NAD key ] I0418 11:08:16.686327 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-428g7, hostIfaceName: 451a84a26631996, network: default, NAD default, SandboxID: "451a84a2663199678ecbadc913679bd1098e2a3545cc64ef89a91d7172438108", PCI device ID: , UID: "65f14622-0deb-4c90-ba75-a8b5f62a3435", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0418 11:08:16.724002 3820 cni.go:452] [openshift-ingress/router-default-67c4d99bc8-jvdsr 36e5f078c3bac7d2fb9a1bd7091bb109e470cb290c1da66f44bb0bf09c616456 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-67c4d99bc8-jvdsr 36e5f078c3bac7d2fb9a1bd7091bb109e470cb290c1da66f44bb0bf09c616456 network default NAD default NAD key ] I0418 11:08:16.733632 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-67c4d99bc8-jvdsr, hostIfaceName: 36e5f078c3bac7d, network: default, NAD default, SandboxID: "36e5f078c3bac7d2fb9a1bd7091bb109e470cb290c1da66f44bb0bf09c616456", PCI device ID: , UID: "1ae2dc4f-bf31-46c6-9312-a5b74ce6ea2c", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0418 11:08:16.737946 3820 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-428g7 451a84a2663199678ecbadc913679bd1098e2a3545cc64ef89a91d7172438108 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-428g7 451a84a2663199678ecbadc913679bd1098e2a3545cc64ef89a91d7172438108 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:18:1e:ad:0a:5d\",\"name\":\"451a84a26631996\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/429009f8-d3f5-4097-8bd0-2ac018887665\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:08:16.784679 3820 cni.go:473] [openshift-ingress/router-default-67c4d99bc8-jvdsr 36e5f078c3bac7d2fb9a1bd7091bb109e470cb290c1da66f44bb0bf09c616456 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-67c4d99bc8-jvdsr 36e5f078c3bac7d2fb9a1bd7091bb109e470cb290c1da66f44bb0bf09c616456 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:f6:6f:cc:de:5d\",\"name\":\"36e5f078c3bac7d\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/837680e5-5e1a-4a9b-a187-fbfd6bc7ca4d\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 11:08:16.966574 3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 11:08:17.020996 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.021011 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.021057 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.021072 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.021077 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.372498 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.372520 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.374930 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.374952 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.374959 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.407356 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.407374 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.407397 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.407407 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.407415 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.983178 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.983202 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0418 11:08:18.082574 3820 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0418 11:08:18.096625 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:18.096642 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:18.096648 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:23.483554 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:08:23.483579 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:08:23.868962 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 11:08:23.868989 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0418 11:08:24.835287 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-fbdbb4c96-8cbfz] creating logical port openshift-monitoring_thanos-querier-fbdbb4c96-8cbfz for pod on switch ip-10-0-0-226.ec2.internal I0418 11:08:24.835385 3820 kube.go:256] Updating pod openshift-monitoring/thanos-querier-fbdbb4c96-8cbfz I0418 11:08:24.852341 3820 pod.go:62] [openshift-monitoring/thanos-querier-fbdbb4c96-8cbfz] pod update took 16.988797ms I0418 11:08:24.852361 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-fbdbb4c96-8cbfz] addLogicalPort annotation time took 17.014689ms I0418 11:08:24.853561 3820 pods.go:271] [openshift-monitoring/thanos-querier-fbdbb4c96-8cbfz] addLogicalPort took 18.289535ms, libovsdb time 880.006µs I0418 11:08:25.188451 3820 cni.go:452] [openshift-monitoring/thanos-querier-fbdbb4c96-8cbfz 3408bca6619ff56a7f44005b1aa6bd2920c9b2c96e1b72a3603190e04534d6c3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-fbdbb4c96-8cbfz 3408bca6619ff56a7f44005b1aa6bd2920c9b2c96e1b72a3603190e04534d6c3 network default NAD default NAD key ] I0418 11:08:25.197791 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-fbdbb4c96-8cbfz, hostIfaceName: 3408bca6619ff56, network: default, NAD default, SandboxID: "3408bca6619ff56a7f44005b1aa6bd2920c9b2c96e1b72a3603190e04534d6c3", PCI device ID: , UID: "d9759a01-a74b-4ab9-9f29-ff0e9202a6b3", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0418 11:08:25.247882 3820 cni.go:473] [openshift-monitoring/thanos-querier-fbdbb4c96-8cbfz 3408bca6619ff56a7f44005b1aa6bd2920c9b2c96e1b72a3603190e04534d6c3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-fbdbb4c96-8cbfz 3408bca6619ff56a7f44005b1aa6bd2920c9b2c96e1b72a3603190e04534d6c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:f2:b9:ec:e6:0d\",\"name\":\"3408bca6619ff56\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d4643e4-171b-4a21-955e-c83ff6c98342\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:08:26.423208 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-w2q92] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-w2q92 for pod on switch ip-10-0-0-226.ec2.internal I0418 11:08:26.423315 3820 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-w2q92 I0418 11:08:26.437652 3820 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w2q92] pod update took 14.360609ms I0418 11:08:26.437679 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-w2q92] addLogicalPort annotation time took 14.390829ms I0418 11:08:26.439073 3820 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w2q92] addLogicalPort took 15.885439ms, libovsdb time 992.26µs I0418 11:08:26.509494 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-b4475dcbf-z2tpf] creating logical port openshift-monitoring_metrics-server-b4475dcbf-z2tpf for pod on switch ip-10-0-0-226.ec2.internal I0418 11:08:26.509576 3820 kube.go:256] Updating pod openshift-monitoring/metrics-server-b4475dcbf-z2tpf I0418 11:08:26.525300 3820 pod.go:62] [openshift-monitoring/metrics-server-b4475dcbf-z2tpf] pod update took 15.745183ms I0418 11:08:26.525328 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-b4475dcbf-z2tpf] addLogicalPort annotation time took 15.777636ms I0418 11:08:26.526522 3820 pods.go:271] [openshift-monitoring/metrics-server-b4475dcbf-z2tpf] addLogicalPort took 17.058827ms, libovsdb time 839.044µs I0418 11:08:26.770776 3820 base_network_controller_pods.go:487] [default/openshift-console/console-7f964b748b-ssxkn] creating logical port openshift-console_console-7f964b748b-ssxkn for pod on switch ip-10-0-0-226.ec2.internal I0418 11:08:26.770883 3820 kube.go:256] Updating pod openshift-console/console-7f964b748b-ssxkn I0418 11:08:26.783185 3820 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w2q92 f1a8d2f15cc4fd033d612d647bd5a8a17c234b9c2b9040b45abffb3d0eff768d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w2q92 f1a8d2f15cc4fd033d612d647bd5a8a17c234b9c2b9040b45abffb3d0eff768d network default NAD default NAD key ] I0418 11:08:26.792003 3820 pod.go:62] [openshift-console/console-7f964b748b-ssxkn] pod update took 21.156921ms I0418 11:08:26.792030 3820 base_network_controller_pods.go:951] [default/openshift-console/console-7f964b748b-ssxkn] addLogicalPort annotation time took 21.182682ms I0418 11:08:26.793306 3820 pods.go:271] [openshift-console/console-7f964b748b-ssxkn] addLogicalPort took 22.545548ms, libovsdb time 951.862µs I0418 11:08:26.793578 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-w2q92, hostIfaceName: f1a8d2f15cc4fd0, network: default, NAD default, SandboxID: "f1a8d2f15cc4fd033d612d647bd5a8a17c234b9c2b9040b45abffb3d0eff768d", PCI device ID: , UID: "e5b3cef6-cb30-4a72-8213-c800b907f86e", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0418 11:08:26.844031 3820 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w2q92 f1a8d2f15cc4fd033d612d647bd5a8a17c234b9c2b9040b45abffb3d0eff768d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w2q92 f1a8d2f15cc4fd033d612d647bd5a8a17c234b9c2b9040b45abffb3d0eff768d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:0e:ea:97:64:44\",\"name\":\"f1a8d2f15cc4fd0\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ff7d132-002a-4a5a-9b76-1bd6bbca978f\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:08:26.874695 3820 cni.go:452] [openshift-monitoring/metrics-server-b4475dcbf-z2tpf cde6471808c49d16e0ec0513e95936c60deb168007354b38d4802bea21d9eba3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-b4475dcbf-z2tpf cde6471808c49d16e0ec0513e95936c60deb168007354b38d4802bea21d9eba3 network default NAD default NAD key ] I0418 11:08:26.886621 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-b4475dcbf-z2tpf, hostIfaceName: cde6471808c49d1, network: default, NAD default, SandboxID: "cde6471808c49d16e0ec0513e95936c60deb168007354b38d4802bea21d9eba3", PCI device ID: , UID: "afea89fa-8a5e-4148-9ee2-b12ac5715968", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0418 11:08:26.937283 3820 cni.go:473] [openshift-monitoring/metrics-server-b4475dcbf-z2tpf cde6471808c49d16e0ec0513e95936c60deb168007354b38d4802bea21d9eba3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-b4475dcbf-z2tpf cde6471808c49d16e0ec0513e95936c60deb168007354b38d4802bea21d9eba3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:b1:65:7b:6f:15\",\"name\":\"cde6471808c49d1\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca128a4a-947d-4f2d-b266-00721d97e2b1\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:08:27.152947 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-54c54cd99d-zhs2b] creating logical port openshift-monitoring_telemeter-client-54c54cd99d-zhs2b for pod on switch ip-10-0-0-226.ec2.internal I0418 11:08:27.153070 3820 kube.go:256] Updating pod openshift-monitoring/telemeter-client-54c54cd99d-zhs2b I0418 11:08:27.174462 3820 pod.go:62] [openshift-monitoring/telemeter-client-54c54cd99d-zhs2b] pod update took 21.425566ms I0418 11:08:27.174485 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-54c54cd99d-zhs2b] addLogicalPort annotation time took 21.456768ms I0418 11:08:27.175894 3820 pods.go:271] [openshift-monitoring/telemeter-client-54c54cd99d-zhs2b] addLogicalPort took 22.973197ms, libovsdb time 1.002754ms I0418 11:08:27.449154 3820 cni.go:452] [openshift-console/console-7f964b748b-ssxkn c97e4ea5f170f1d0b7c92fbc10b2f99e1f72d3d34cf4123c234bc393d1bcdcd8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7f964b748b-ssxkn c97e4ea5f170f1d0b7c92fbc10b2f99e1f72d3d34cf4123c234bc393d1bcdcd8 network default NAD default NAD key ] I0418 11:08:27.461712 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7f964b748b-ssxkn, hostIfaceName: c97e4ea5f170f1d, network: default, NAD default, SandboxID: "c97e4ea5f170f1d0b7c92fbc10b2f99e1f72d3d34cf4123c234bc393d1bcdcd8", PCI device ID: , UID: "6ac4d092-70dd-4277-ae9c-ae1ae4719060", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0418 11:08:27.512484 3820 cni.go:473] [openshift-console/console-7f964b748b-ssxkn c97e4ea5f170f1d0b7c92fbc10b2f99e1f72d3d34cf4123c234bc393d1bcdcd8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7f964b748b-ssxkn c97e4ea5f170f1d0b7c92fbc10b2f99e1f72d3d34cf4123c234bc393d1bcdcd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:b8:f4:6f:7d:0c\",\"name\":\"c97e4ea5f170f1d\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d8d2b61-f8b0-426d-9dda-2b57e9554205\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:08:27.512505 3820 cni.go:452] [openshift-monitoring/telemeter-client-54c54cd99d-zhs2b 6b0106afc4eb2d0bb2ebc54f12b74766c20816729697690e1b0e35a83ff888db network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-54c54cd99d-zhs2b 6b0106afc4eb2d0bb2ebc54f12b74766c20816729697690e1b0e35a83ff888db network default NAD default NAD key ] I0418 11:08:27.525621 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-54c54cd99d-zhs2b, hostIfaceName: 6b0106afc4eb2d0, network: default, NAD default, SandboxID: "6b0106afc4eb2d0bb2ebc54f12b74766c20816729697690e1b0e35a83ff888db", PCI device ID: , UID: "bb03d1f9-e7c3-49fe-99a3-d4882cbb4f9c", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0418 11:08:27.581540 3820 cni.go:473] [openshift-monitoring/telemeter-client-54c54cd99d-zhs2b 6b0106afc4eb2d0bb2ebc54f12b74766c20816729697690e1b0e35a83ff888db network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-54c54cd99d-zhs2b 6b0106afc4eb2d0bb2ebc54f12b74766c20816729697690e1b0e35a83ff888db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:75:eb:29:08:53\",\"name\":\"6b0106afc4eb2d0\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebdea5cc-b4fe-4495-acc2-c69473128709\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:08:27.995093 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-226.ec2.internal I0418 11:08:27.995254 3820 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0418 11:08:28.018862 3820 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 23.652987ms I0418 11:08:28.018893 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 23.691888ms I0418 11:08:28.020406 3820 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 25.33286ms, libovsdb time 1.104376ms I0418 11:08:30.651691 3820 cni.go:452] [openshift-monitoring/prometheus-k8s-0 24d184b50cd4e8aa027e59a38e44b09edf9a776f529c4c3b09ac61d09b427217 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 24d184b50cd4e8aa027e59a38e44b09edf9a776f529c4c3b09ac61d09b427217 network default NAD default NAD key ] I0418 11:08:30.665825 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 24d184b50cd4e8a, network: default, NAD default, SandboxID: "24d184b50cd4e8aa027e59a38e44b09edf9a776f529c4c3b09ac61d09b427217", PCI device ID: , UID: "28704dd0-6529-4c47-81bc-bdc5b0c6ccfe", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0418 11:08:30.724969 3820 cni.go:473] [openshift-monitoring/prometheus-k8s-0 24d184b50cd4e8aa027e59a38e44b09edf9a776f529c4c3b09ac61d09b427217 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 24d184b50cd4e8aa027e59a38e44b09edf9a776f529c4c3b09ac61d09b427217 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:47:63:90:5c:ac\",\"name\":\"24d184b50cd4e8a\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c975e499-c6e5-4952-bbb9-cfa05ceb65ef\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 11:08:31.047196 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 11:08:31.076006 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 11:08:31.103110 3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:31.103128 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:31.103134 3820 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:31.103138 3820 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:32.094203 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:32.094227 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:32.094232 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:32.094237 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:32.139836 3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:08:32.139854 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:08:33.013498 3820 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7f964b748b-r5p42 IP address from the namespace address-set, err: pod openshift-console/console-7f964b748b-r5p42: no pod IPs found W0418 11:08:33.074014 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 11:08:33.476543 3820 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:33.476564 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:33.476569 3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:33.506906 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 11:08:33.962123 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:08:34.153472 3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:34.153498 3820 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:34.153504 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:34.212070 3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:08:34.212095 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:08:34.504307 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 11:08:38.093896 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0418 11:08:38.761853 3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-859bffb4fb-m7mr7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:38.762369 3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-859bffb4fb-m7mr7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:39.078698 3820 cni.go:452] [openshift-image-registry/image-registry-bd68c6b95-8mmm9 c5a7e726dc8b40c5284126819d80eb39280efb5cc0a91c36ecab0fc7e1283000 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-bd68c6b95-8mmm9 c5a7e726dc8b40c5284126819d80eb39280efb5cc0a91c36ecab0fc7e1283000 network default NAD default NAD key ] I0418 11:08:39.140323 3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-859bffb4fb-m7mr7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:39.140347 3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-859bffb4fb-m7mr7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:39.146521 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-859bffb4fb-m7mr7 I0418 11:08:39.146545 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-859bffb4fb-m7mr7 I0418 11:08:39.157512 3820 cni.go:473] [openshift-image-registry/image-registry-bd68c6b95-8mmm9 c5a7e726dc8b40c5284126819d80eb39280efb5cc0a91c36ecab0fc7e1283000 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-bd68c6b95-8mmm9 c5a7e726dc8b40c5284126819d80eb39280efb5cc0a91c36ecab0fc7e1283000 network default NAD default NAD key default], result "{}", err I0418 11:08:39.210833 3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd68c6b95-8mmm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:39.210896 3820 pods.go:176] Deleting pod: openshift-image-registry/image-registry-bd68c6b95-8mmm9 I0418 11:08:39.212635 3820 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-bd68c6b95-8mmm9, ips: 10.129.0.5 I0418 11:08:39.212676 3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd68c6b95-8mmm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:39.220894 3820 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-68b9b6b75d-2d6cb] creating logical port openshift-image-registry_image-registry-68b9b6b75d-2d6cb for pod on switch ip-10-0-0-226.ec2.internal I0418 11:08:39.220984 3820 kube.go:256] Updating pod openshift-image-registry/image-registry-68b9b6b75d-2d6cb I0418 11:08:39.239314 3820 pod.go:62] [openshift-image-registry/image-registry-68b9b6b75d-2d6cb] pod update took 18.358633ms I0418 11:08:39.239335 3820 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-68b9b6b75d-2d6cb] addLogicalPort annotation time took 18.382908ms I0418 11:08:39.240511 3820 pods.go:271] [openshift-image-registry/image-registry-68b9b6b75d-2d6cb] addLogicalPort took 19.628824ms, libovsdb time 823.776µs I0418 11:08:39.577350 3820 cni.go:452] [openshift-image-registry/image-registry-68b9b6b75d-2d6cb 49d77e91c95ee209e74c9833a2fdda59b03adb6189454854cc18314e384786a2 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-68b9b6b75d-2d6cb 49d77e91c95ee209e74c9833a2fdda59b03adb6189454854cc18314e384786a2 network default NAD default NAD key ] I0418 11:08:39.587073 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-68b9b6b75d-2d6cb, hostIfaceName: 49d77e91c95ee20, network: default, NAD default, SandboxID: "49d77e91c95ee209e74c9833a2fdda59b03adb6189454854cc18314e384786a2", PCI device ID: , UID: "66efb719-26ae-4ef7-b296-e8cabc401251", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0418 11:08:39.636027 3820 cni.go:473] [openshift-image-registry/image-registry-68b9b6b75d-2d6cb 49d77e91c95ee209e74c9833a2fdda59b03adb6189454854cc18314e384786a2 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-68b9b6b75d-2d6cb 49d77e91c95ee209e74c9833a2fdda59b03adb6189454854cc18314e384786a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:61:a3:b6:11:fb\",\"name\":\"49d77e91c95ee20\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae713be7-88b2-4db4-a6fd-2844406e418f\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:08:40.115018 3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd68c6b95-8mmm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:40.115037 3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd68c6b95-8mmm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:40.120715 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bd68c6b95-8mmm9 I0418 11:08:40.120734 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bd68c6b95-8mmm9 W0418 11:08:42.338848 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 11:08:42.338871 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 11:08:47.997469 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 11:08:52.062894 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0418 11:08:58.337536 3820 obj_retry.go:498] Detected object openshift-console/console-86cf45f958-tg5tg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:58.338132 3820 obj_retry.go:498] Detected object openshift-console/console-86cf45f958-tg5tg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 11:08:59.172734 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0418 11:08:59.172760 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0418 11:08:59.172803 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0418 11:08:59.205537 3820 obj_retry.go:492] Detected object openshift-console/console-86cf45f958-tg5tg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:59.205561 3820 obj_retry.go:492] Detected object openshift-console/console-86cf45f958-tg5tg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:59.211543 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86cf45f958-tg5tg I0418 11:08:59.211567 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86cf45f958-tg5tg I0418 11:08:59.792293 3820 obj_retry.go:498] Detected object openshift-console/console-86cf45f958-c8pjt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:59.792840 3820 obj_retry.go:498] Detected object openshift-console/console-86cf45f958-c8pjt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 11:09:00.176697 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0418 11:09:00.606046 3820 obj_retry.go:492] Detected object openshift-console/console-86cf45f958-c8pjt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:00.606068 3820 obj_retry.go:492] Detected object openshift-console/console-86cf45f958-c8pjt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:00.612362 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86cf45f958-c8pjt I0418 11:09:00.612389 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86cf45f958-c8pjt W0418 11:09:01.115907 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:09:05.612191 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0418 11:09:06.792447 3820 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:06.793028 3820 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:06.793056 3820 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:09:06.793065 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0418 11:09:06.793082 3820 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:09:06.793089 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0418 11:09:07.816741 3820 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:07.816763 3820 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:07.816780 3820 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:07.816791 3820 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:10.735249 3820 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0418 11:09:10.747435 3820 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0418 11:09:19.675304 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0418 11:09:27.495623 3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd68c6b95-jdcc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:27.496177 3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd68c6b95-jdcc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:27.705954 3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd68c6b95-jdcc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:27.705978 3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd68c6b95-jdcc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:27.711914 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bd68c6b95-jdcc5 I0418 11:09:27.711939 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bd68c6b95-jdcc5 W0418 11:09:29.321738 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:09:29.321763 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 11:09:33.325823 3820 obj_retry.go:498] Detected object openshift-ingress/router-default-74878c447f-jkdph of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:33.326361 3820 obj_retry.go:498] Detected object openshift-ingress/router-default-74878c447f-jkdph of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:33.729826 3820 obj_retry.go:492] Detected object openshift-ingress/router-default-74878c447f-jkdph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:33.729846 3820 obj_retry.go:492] Detected object openshift-ingress/router-default-74878c447f-jkdph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:33.732827 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-74878c447f-jkdph I0418 11:09:33.732849 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-74878c447f-jkdph I0418 11:09:34.464235 3820 cni.go:452] [openshift-console/console-7f964b748b-ssxkn c97e4ea5f170f1d0b7c92fbc10b2f99e1f72d3d34cf4123c234bc393d1bcdcd8 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7f964b748b-ssxkn c97e4ea5f170f1d0b7c92fbc10b2f99e1f72d3d34cf4123c234bc393d1bcdcd8 network default NAD default NAD key ] I0418 11:09:34.549069 3820 cni.go:473] [openshift-console/console-7f964b748b-ssxkn c97e4ea5f170f1d0b7c92fbc10b2f99e1f72d3d34cf4123c234bc393d1bcdcd8 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7f964b748b-ssxkn c97e4ea5f170f1d0b7c92fbc10b2f99e1f72d3d34cf4123c234bc393d1bcdcd8 network default NAD default NAD key default], result "{}", err I0418 11:09:34.595812 3820 obj_retry.go:498] Detected object openshift-console/console-7f964b748b-ssxkn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:34.595846 3820 pods.go:176] Deleting pod: openshift-console/console-7f964b748b-ssxkn I0418 11:09:34.597143 3820 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7f964b748b-ssxkn, ips: 10.129.0.20 I0418 11:09:34.597172 3820 obj_retry.go:498] Detected object openshift-console/console-7f964b748b-ssxkn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:35.313021 3820 obj_retry.go:492] Detected object openshift-console/console-7f964b748b-ssxkn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:35.313072 3820 obj_retry.go:492] Detected object openshift-console/console-7f964b748b-ssxkn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:35.320049 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f964b748b-ssxkn I0418 11:09:35.320088 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f964b748b-ssxkn I0418 11:09:38.177425 3820 base_network_controller_pods.go:487] [default/openshift-console/console-78ccf75576-8s5vk] creating logical port openshift-console_console-78ccf75576-8s5vk for pod on switch ip-10-0-0-226.ec2.internal I0418 11:09:38.177539 3820 kube.go:256] Updating pod openshift-console/console-78ccf75576-8s5vk I0418 11:09:38.194218 3820 pod.go:62] [openshift-console/console-78ccf75576-8s5vk] pod update took 16.706933ms I0418 11:09:38.194240 3820 base_network_controller_pods.go:951] [default/openshift-console/console-78ccf75576-8s5vk] addLogicalPort annotation time took 16.732568ms I0418 11:09:38.195426 3820 pods.go:271] [openshift-console/console-78ccf75576-8s5vk] addLogicalPort took 18.014974ms, libovsdb time 878.342µs I0418 11:09:38.537836 3820 cni.go:452] [openshift-console/console-78ccf75576-8s5vk 66b9da12576821bf422ccb24b579adf724513a8c6fb4c6186af9a04757187fcb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-78ccf75576-8s5vk 66b9da12576821bf422ccb24b579adf724513a8c6fb4c6186af9a04757187fcb network default NAD default NAD key ] I0418 11:09:38.547263 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-78ccf75576-8s5vk, hostIfaceName: 66b9da12576821b, network: default, NAD default, SandboxID: "66b9da12576821bf422ccb24b579adf724513a8c6fb4c6186af9a04757187fcb", PCI device ID: , UID: "ced10b49-34b0-496f-bc31-c1c39b2a4dfb", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0418 11:09:38.597140 3820 cni.go:473] [openshift-console/console-78ccf75576-8s5vk 66b9da12576821bf422ccb24b579adf724513a8c6fb4c6186af9a04757187fcb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-78ccf75576-8s5vk 66b9da12576821bf422ccb24b579adf724513a8c6fb4c6186af9a04757187fcb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:02:c5:e0:b6:92\",\"name\":\"66b9da12576821b\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f9dffd1-7388-48be-9374-77f6d900e77f\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:09:43.725190 3820 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:43.725853 3820 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:44.402086 3820 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:44.402111 3820 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:44.409651 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0418 11:09:44.409673 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0418 11:09:47.864507 3820 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:47.865078 3820 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:48.432663 3820 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:48.432691 3820 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:48.438503 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0418 11:09:48.438530 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0418 11:09:49.387915 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0418 11:09:51.106720 3820 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 11:10:03.489392 3820 obj_retry.go:498] Detected object openshift-console/console-74c49fb59b-vvqjl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:03.489917 3820 obj_retry.go:498] Detected object openshift-console/console-74c49fb59b-vvqjl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:03.797452 3820 obj_retry.go:492] Detected object openshift-console/console-74c49fb59b-vvqjl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:03.797478 3820 obj_retry.go:492] Detected object openshift-console/console-74c49fb59b-vvqjl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:03.804180 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74c49fb59b-vvqjl I0418 11:10:03.804202 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74c49fb59b-vvqjl I0418 11:10:04.985275 3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:04.985851 3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:05.874849 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:05.874875 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:14.729249 3820 obj_retry.go:498] Detected object openshift-console/console-74c49fb59b-tdkhk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:14.729823 3820 obj_retry.go:498] Detected object openshift-console/console-74c49fb59b-tdkhk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:14.900803 3820 obj_retry.go:492] Detected object openshift-console/console-74c49fb59b-tdkhk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:14.900828 3820 obj_retry.go:492] Detected object openshift-console/console-74c49fb59b-tdkhk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:14.910391 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74c49fb59b-tdkhk I0418 11:10:14.910417 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74c49fb59b-tdkhk I0418 11:10:16.182502 3820 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:16.183090 3820 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:16.911043 3820 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:16.911067 3820 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:16.917745 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0418 11:10:16.917770 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0418 11:10:50.902438 3820 cni.go:452] [openshift-monitoring/prometheus-k8s-0 24d184b50cd4e8aa027e59a38e44b09edf9a776f529c4c3b09ac61d09b427217 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 24d184b50cd4e8aa027e59a38e44b09edf9a776f529c4c3b09ac61d09b427217 network default NAD default NAD key ] I0418 11:10:50.980752 3820 cni.go:473] [openshift-monitoring/prometheus-k8s-0 24d184b50cd4e8aa027e59a38e44b09edf9a776f529c4c3b09ac61d09b427217 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 24d184b50cd4e8aa027e59a38e44b09edf9a776f529c4c3b09ac61d09b427217 network default NAD default NAD key default], result "{}", err I0418 11:10:51.042939 3820 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:51.042973 3820 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0418 11:10:51.044213 3820 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.22 I0418 11:10:51.044243 3820 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:51.628087 3820 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:51.628118 3820 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:51.635866 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0418 11:10:51.635898 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0418 11:10:51.681431 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-226.ec2.internal I0418 11:10:51.681543 3820 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0418 11:10:51.706704 3820 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.203154ms I0418 11:10:51.706724 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.22751ms I0418 11:10:51.708105 3820 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 26.685661ms, libovsdb time 998.293µs I0418 11:10:52.042342 3820 cni.go:452] [openshift-monitoring/prometheus-k8s-0 8becbabdef1146bb015feb16b93b12f7b3040964fa94795eadbf0454184a0e23 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 8becbabdef1146bb015feb16b93b12f7b3040964fa94795eadbf0454184a0e23 network default NAD default NAD key ] I0418 11:10:52.052272 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 8becbabdef1146b, network: default, NAD default, SandboxID: "8becbabdef1146bb015feb16b93b12f7b3040964fa94795eadbf0454184a0e23", PCI device ID: , UID: "66bf0e8f-7ab9-4bee-b59a-925211b14248", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0418 11:10:52.101472 3820 cni.go:473] [openshift-monitoring/prometheus-k8s-0 8becbabdef1146bb015feb16b93b12f7b3040964fa94795eadbf0454184a0e23 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 8becbabdef1146bb015feb16b93b12f7b3040964fa94795eadbf0454184a0e23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:df:06:ba:c8:28\",\"name\":\"8becbabdef1146b\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5429ce3-e307-4c02-82b7-29ee42cad6ec\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 11:11:52.925054 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:11:52.925082 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 11:13:00.491155 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0418 11:13:31.583271 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 W0418 11:14:16.816577 3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 11:14:27.852683 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0418 11:14:27.852766 3820 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-smqrj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-smqrj: no pod IPs found I0418 11:14:47.563902 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0418 11:14:48.475738 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=139 I0418 11:15:03.589015 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0418 11:15:09.492022 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=595 I0418 11:15:09.567694 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0418 11:15:14.491722 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0418 11:15:17.593799 3820 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0418 11:15:19.577684 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0418 11:15:21.476485 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0418 11:15:46.608322 3820 namespace.go:98] [tsf] adding namespace I0418 11:15:46.609366 3820 namespace.go:102] [tsf] adding namespace took 1.017548ms I0418 11:15:46.624573 3820 namespace.go:142] [tsf] updating namespace I0418 11:15:46.633780 3820 namespace.go:142] [tsf] updating namespace I0418 11:15:50.408625 3820 namespace.go:98] [tsf-keycloak] adding namespace I0418 11:15:50.409591 3820 namespace.go:102] [tsf-keycloak] adding namespace took 933.704µs I0418 11:15:50.413560 3820 namespace.go:98] [cert-manager-operator] adding namespace I0418 11:15:50.413634 3820 namespace.go:98] [konflux-operator] adding namespace I0418 11:15:50.414381 3820 namespace.go:102] [cert-manager-operator] adding namespace took 797.637µs I0418 11:15:50.415061 3820 namespace.go:102] [konflux-operator] adding namespace took 1.408172ms I0418 11:15:50.415558 3820 namespace.go:98] [tsf-tas] adding namespace I0418 11:15:50.415636 3820 namespace.go:98] [rhtpa-operator] adding namespace I0418 11:15:50.415759 3820 namespace.go:98] [tsf-tpa] adding namespace I0418 11:15:50.416294 3820 namespace.go:102] [tsf-tas] adding namespace took 722.704µs I0418 11:15:50.417017 3820 namespace.go:102] [rhtpa-operator] adding namespace took 1.35968ms I0418 11:15:50.417621 3820 namespace.go:102] [tsf-tpa] adding namespace took 1.854762ms I0418 11:15:50.419623 3820 namespace.go:98] [konflux-ui] adding namespace I0418 11:15:50.419710 3820 namespace.go:98] [rhbk-operator] adding namespace I0418 11:15:50.420353 3820 namespace.go:102] [konflux-ui] adding namespace took 713.21µs I0418 11:15:50.420913 3820 namespace.go:102] [rhbk-operator] adding namespace took 1.188962ms I0418 11:15:50.429538 3820 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:15:50.441798 3820 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:15:50.445459 3820 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:15:50.477622 3820 namespace.go:142] [konflux-operator] updating namespace I0418 11:15:50.477728 3820 namespace.go:142] [tsf-tas] updating namespace I0418 11:15:50.477866 3820 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:15:50.477882 3820 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:15:50.494381 3820 namespace.go:142] [konflux-operator] updating namespace I0418 11:15:50.494471 3820 namespace.go:142] [tsf-tas] updating namespace I0418 11:15:50.494529 3820 namespace.go:142] [rhbk-operator] updating namespace I0418 11:15:50.494698 3820 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:15:50.494735 3820 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:15:50.503665 3820 namespace.go:142] [tsf-tpa] updating namespace I0418 11:15:50.503777 3820 namespace.go:142] [konflux-ui] updating namespace I0418 11:15:50.539578 3820 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:15:50.539586 3820 namespace.go:142] [tsf-tas] updating namespace I0418 11:15:50.539789 3820 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:15:50.539848 3820 namespace.go:142] [tsf-tpa] updating namespace I0418 11:15:50.546915 3820 namespace.go:142] [tsf-tpa] updating namespace I0418 11:15:50.560727 3820 namespace.go:142] [konflux-ui] updating namespace I0418 11:15:50.577543 3820 namespace.go:142] [konflux-ui] updating namespace I0418 11:15:50.592751 3820 namespace.go:142] [rhbk-operator] updating namespace I0418 11:15:50.596486 3820 namespace.go:142] [rhbk-operator] updating namespace I0418 11:15:50.629557 3820 namespace.go:142] [konflux-operator] updating namespace I0418 11:15:51.851525 3820 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:15:51.851625 3820 namespace.go:142] [tsf-tpa] updating namespace I0418 11:16:03.382368 3820 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:03.382869 3820 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:03.382892 3820 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:03.382900 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:03.382909 3820 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:03.382913 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:04.410429 3820 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:04.410451 3820 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:04.410464 3820 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:04.410473 3820 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:04.499445 3820 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:04.499963 3820 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:04.499986 3820 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:04.499994 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:04.500003 3820 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:04.500016 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:05.524979 3820 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:05.525001 3820 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:05.525012 3820 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:05.525026 3820 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:07.458082 3820 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.458630 3820 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.458662 3820 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.458672 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:07.458691 3820 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.458698 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:07.487707 3820 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.488173 3820 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.488195 3820 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.488203 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:07.488212 3820 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.488216 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:07.513681 3820 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.514198 3820 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.514221 3820 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.514228 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:07.514243 3820 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.514247 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:07.537379 3820 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.537859 3820 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.537883 3820 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.537890 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:07.537904 3820 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.537908 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:07.958168 3820 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6844f] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-6844f for pod on switch ip-10-0-0-226.ec2.internal I0418 11:16:07.958287 3820 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6844f I0418 11:16:07.972308 3820 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6844f] pod update took 14.051252ms I0418 11:16:07.972329 3820 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6844f] addLogicalPort annotation time took 14.077796ms I0418 11:16:07.973571 3820 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6844f] addLogicalPort took 15.418488ms, libovsdb time 853.977µs I0418 11:16:08.317440 3820 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6844f 2b371ea24ae92fa0f85855da0357a76638c5c6a6bcfcc92efffc6932c61e71ef network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6844f 2b371ea24ae92fa0f85855da0357a76638c5c6a6bcfcc92efffc6932c61e71ef network default NAD default NAD key ] I0418 11:16:08.326572 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-6844f, hostIfaceName: 2b371ea24ae92fa, network: default, NAD default, SandboxID: "2b371ea24ae92fa0f85855da0357a76638c5c6a6bcfcc92efffc6932c61e71ef", PCI device ID: , UID: "5c8d0d6f-9e30-4455-9e5f-da03e1a754b2", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0418 11:16:08.376659 3820 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6844f 2b371ea24ae92fa0f85855da0357a76638c5c6a6bcfcc92efffc6932c61e71ef network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6844f 2b371ea24ae92fa0f85855da0357a76638c5c6a6bcfcc92efffc6932c61e71ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:8b:6e:15:d3:47\",\"name\":\"2b371ea24ae92fa\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69cb6bfa-2aa1-4887-8862-92898416048c\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:16:08.491397 3820 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.491425 3820 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.491442 3820 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.491453 3820 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.527322 3820 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.527344 3820 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.527355 3820 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.527370 3820 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.545192 3820 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.545212 3820 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.545225 3820 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.545233 3820 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.568353 3820 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.568372 3820 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.568385 3820 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.568396 3820 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:16:10.908550 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0418 11:16:15.606150 3820 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-29ckn] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-29ckn for pod on switch ip-10-0-0-226.ec2.internal I0418 11:16:15.606273 3820 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-29ckn I0418 11:16:15.628987 3820 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-29ckn] pod update took 22.739978ms I0418 11:16:15.629016 3820 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-29ckn] addLogicalPort annotation time took 22.766602ms I0418 11:16:15.630218 3820 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-29ckn] addLogicalPort took 24.083938ms, libovsdb time 856.026µs I0418 11:16:15.963341 3820 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-29ckn ae1fd34c8c1deed5f02ed386867099669611b4a645e7d00b1e82decc6ea5a59b network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-29ckn ae1fd34c8c1deed5f02ed386867099669611b4a645e7d00b1e82decc6ea5a59b network default NAD default NAD key ] I0418 11:16:15.972979 3820 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-29ckn, hostIfaceName: ae1fd34c8c1deed, network: default, NAD default, SandboxID: "ae1fd34c8c1deed5f02ed386867099669611b4a645e7d00b1e82decc6ea5a59b", PCI device ID: , UID: "95e7b635-c021-4ce9-9ceb-7fa7d54bb596", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0418 11:16:16.024918 3820 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-29ckn ae1fd34c8c1deed5f02ed386867099669611b4a645e7d00b1e82decc6ea5a59b network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-29ckn ae1fd34c8c1deed5f02ed386867099669611b4a645e7d00b1e82decc6ea5a59b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:37:64:e1:ec:9d\",\"name\":\"ae1fd34c8c1deed\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39430dbf-914d-4dfb-902b-451323914e35\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:16:20.087684 3820 namespace.go:98] [cert-manager] adding namespace I0418 11:16:20.088616 3820 namespace.go:102] [cert-manager] adding namespace took 890.233µs I0418 11:16:20.280675 3820 namespace.go:142] [cert-manager] updating namespace I0418 11:16:20.341543 3820 namespace.go:142] [cert-manager] updating namespace I0418 11:16:20.599749 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0418 11:16:21.820456 3820 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-f5ctb] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-f5ctb for pod on switch ip-10-0-0-226.ec2.internal I0418 11:16:21.820559 3820 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-f5ctb I0418 11:16:21.840048 3820 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-f5ctb] pod update took 19.513849ms I0418 11:16:21.840067 3820 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-fd44f5cbb-f5ctb] addLogicalPort annotation time took 19.538421ms I0418 11:16:21.841189 3820 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-f5ctb] addLogicalPort took 20.754818ms, libovsdb time 801.317µs W0418 11:16:21.920697 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0418 11:16:22.188614 3820 cni.go:452] [cert-manager/cert-manager-webhook-fd44f5cbb-f5ctb 09b96b47f1f453b4d1b05c67c10afef39301870f308a3244adfea992024dc310 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-f5ctb 09b96b47f1f453b4d1b05c67c10afef39301870f308a3244adfea992024dc310 network default NAD default NAD key ] I0418 11:16:22.198295 3820 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-f5ctb, hostIfaceName: 09b96b47f1f453b, network: default, NAD default, SandboxID: "09b96b47f1f453b4d1b05c67c10afef39301870f308a3244adfea992024dc310", PCI device ID: , UID: "0c3a3477-33d8-44d4-a3a1-673542f5444d", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0418 11:16:22.251322 3820 cni.go:473] [cert-manager/cert-manager-webhook-fd44f5cbb-f5ctb 09b96b47f1f453b4d1b05c67c10afef39301870f308a3244adfea992024dc310 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-f5ctb 09b96b47f1f453b4d1b05c67c10afef39301870f308a3244adfea992024dc310 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:52:c2:88:0c:60\",\"name\":\"09b96b47f1f453b\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/431ef6db-e2ce-4d30-8eab-e37538d33787\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:16:24.689843 3820 namespace.go:142] [openshift-operators] updating namespace I0418 11:16:24.689963 3820 namespace.go:142] [openshift-operators] updating namespace I0418 11:16:25.402235 3820 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-47tct] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-47tct for pod on switch ip-10-0-0-226.ec2.internal I0418 11:16:25.402324 3820 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-47tct I0418 11:16:25.421871 3820 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-47tct] pod update took 19.573549ms I0418 11:16:25.421899 3820 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5b4bf68748-47tct] addLogicalPort annotation time took 19.603856ms I0418 11:16:25.423134 3820 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-47tct] addLogicalPort took 20.912534ms, libovsdb time 866.789µs I0418 11:16:25.765980 3820 cni.go:452] [cert-manager/cert-manager-cainjector-5b4bf68748-47tct 39eb49c71467aa2e0a4d56e770f529df128490a52f437f49b9dc440361659a1f network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-47tct 39eb49c71467aa2e0a4d56e770f529df128490a52f437f49b9dc440361659a1f network default NAD default NAD key ] I0418 11:16:25.775914 3820 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-47tct, hostIfaceName: 39eb49c71467aa2, network: default, NAD default, SandboxID: "39eb49c71467aa2e0a4d56e770f529df128490a52f437f49b9dc440361659a1f", PCI device ID: , UID: "c621a3bc-0627-449a-9cba-ff4867829d68", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0418 11:16:25.826565 3820 cni.go:473] [cert-manager/cert-manager-cainjector-5b4bf68748-47tct 39eb49c71467aa2e0a4d56e770f529df128490a52f437f49b9dc440361659a1f network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-47tct 39eb49c71467aa2e0a4d56e770f529df128490a52f437f49b9dc440361659a1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:16:f0:24:0e:3a\",\"name\":\"39eb49c71467aa2\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/884d4a2c-5571-4d06-babe-9ec6467bb10b\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 11:16:26.005827 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0418 11:16:26.005851 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0418 11:16:31.688755 3820 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-2tw7z] creating logical port cert-manager_cert-manager-59ccb4bb6b-2tw7z for pod on switch ip-10-0-0-226.ec2.internal I0418 11:16:31.688859 3820 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-2tw7z I0418 11:16:31.711483 3820 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-2tw7z] pod update took 22.652436ms I0418 11:16:31.711505 3820 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59ccb4bb6b-2tw7z] addLogicalPort annotation time took 22.678614ms I0418 11:16:31.712769 3820 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-2tw7z] addLogicalPort took 24.027974ms, libovsdb time 875.032µs W0418 11:16:32.016012 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0418 11:16:32.016045 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0418 11:16:32.055894 3820 cni.go:452] [cert-manager/cert-manager-59ccb4bb6b-2tw7z bbeb079059d602b1ccdef59f85992cd7ba25753e86fc6f1e101bd6d286d3b403 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-2tw7z bbeb079059d602b1ccdef59f85992cd7ba25753e86fc6f1e101bd6d286d3b403 network default NAD default NAD key ] I0418 11:16:32.065681 3820 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-2tw7z, hostIfaceName: bbeb079059d602b, network: default, NAD default, SandboxID: "bbeb079059d602b1ccdef59f85992cd7ba25753e86fc6f1e101bd6d286d3b403", PCI device ID: , UID: "b4747555-53f3-4d52-a0eb-bc95e45c7949", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0418 11:16:32.115687 3820 cni.go:473] [cert-manager/cert-manager-59ccb4bb6b-2tw7z bbeb079059d602b1ccdef59f85992cd7ba25753e86fc6f1e101bd6d286d3b403 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-2tw7z bbeb079059d602b1ccdef59f85992cd7ba25753e86fc6f1e101bd6d286d3b403 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:ba:33:50:6b:0d\",\"name\":\"bbeb079059d602b\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/833b884d-034c-4d65-99c4-5da3953599b7\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:16:33.077773 3820 namespace.go:142] [openshift-operators] updating namespace I0418 11:16:37.599462 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 W0418 11:16:38.160128 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0418 11:16:39.303734 3820 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-n6tlg] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-n6tlg for pod on switch ip-10-0-0-226.ec2.internal I0418 11:16:39.303854 3820 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-n6tlg I0418 11:16:39.323786 3820 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-n6tlg] pod update took 19.960233ms I0418 11:16:39.323809 3820 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-n6tlg] addLogicalPort annotation time took 19.988017ms I0418 11:16:39.325425 3820 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-n6tlg] addLogicalPort took 21.712021ms, libovsdb time 1.107631ms I0418 11:16:39.716415 3820 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-n6tlg f50a64950350dc1be9b285f98c60ac335a0b2ae22f2247d401fc787126c942b3 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-n6tlg f50a64950350dc1be9b285f98c60ac335a0b2ae22f2247d401fc787126c942b3 network default NAD default NAD key ] I0418 11:16:39.727635 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-n6tlg, hostIfaceName: f50a64950350dc1, network: default, NAD default, SandboxID: "f50a64950350dc1be9b285f98c60ac335a0b2ae22f2247d401fc787126c942b3", PCI device ID: , UID: "182a0b02-4eae-4e1d-8cc9-31c6cdbe0c8e", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0418 11:16:39.777110 3820 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-n6tlg f50a64950350dc1be9b285f98c60ac335a0b2ae22f2247d401fc787126c942b3 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-n6tlg f50a64950350dc1be9b285f98c60ac335a0b2ae22f2247d401fc787126c942b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:40:f3:af:f7:bf\",\"name\":\"f50a64950350dc1\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8876e5a-2feb-4eb4-b280-4f247a220983\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:16:42.563562 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0418 11:16:43.158489 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0418 11:16:43.160294 3820 namespace.go:98] [trusted-artifact-signer] adding namespace I0418 11:16:43.161095 3820 namespace.go:102] [trusted-artifact-signer] adding namespace took 782.35µs I0418 11:16:43.194724 3820 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 11:16:43.224827 3820 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 11:16:49.118074 3820 namespace.go:98] [openshift-pipelines] adding namespace I0418 11:16:49.118967 3820 namespace.go:102] [openshift-pipelines] adding namespace took 874.507µs I0418 11:16:49.138542 3820 namespace.go:142] [openshift-pipelines] updating namespace I0418 11:16:49.900332 3820 namespace.go:142] [cert-manager] updating namespace I0418 11:16:50.097134 3820 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:16:50.504651 3820 namespace.go:142] [konflux-operator] updating namespace I0418 11:16:50.707256 3820 namespace.go:142] [konflux-ui] updating namespace I0418 11:16:50.925002 3820 namespace.go:142] [open-cluster-management-2poh97b8la356q9nosa0n73i4gbvlehs] updating namespace I0418 11:16:51.294809 3820 namespace.go:142] [rhbk-operator] updating namespace I0418 11:16:51.550420 3820 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:16:51.696491 3820 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 11:16:51.894576 3820 namespace.go:142] [tsf] updating namespace I0418 11:16:52.095044 3820 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:16:52.294365 3820 namespace.go:142] [tsf-tas] updating namespace I0418 11:16:52.496552 3820 namespace.go:142] [tsf-tpa] updating namespace I0418 11:16:52.633662 3820 namespace.go:142] [cert-manager] updating namespace I0418 11:16:52.644962 3820 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:16:52.656639 3820 namespace.go:142] [default] updating namespace I0418 11:16:52.667988 3820 namespace.go:142] [konflux-operator] updating namespace I0418 11:16:52.682669 3820 namespace.go:142] [konflux-ui] updating namespace I0418 11:16:52.692278 3820 namespace.go:142] [open-cluster-management-2poh97b8la356q9nosa0n73i4gbvlehs] updating namespace I0418 11:16:52.709796 3820 namespace.go:142] [openshift] updating namespace I0418 11:16:52.720223 3820 namespace.go:142] [rhbk-operator] updating namespace I0418 11:16:52.728473 3820 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:16:52.738241 3820 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 11:16:52.746578 3820 namespace.go:142] [tsf] updating namespace I0418 11:16:52.758445 3820 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:16:52.766475 3820 namespace.go:142] [tsf-tas] updating namespace I0418 11:16:52.782808 3820 namespace.go:142] [tsf-tpa] updating namespace I0418 11:16:52.883812 3820 namespace.go:142] [cert-manager] updating namespace I0418 11:16:52.979511 3820 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:16:53.086551 3820 namespace.go:142] [default] updating namespace I0418 11:16:53.177108 3820 namespace.go:142] [konflux-operator] updating namespace I0418 11:16:53.279360 3820 namespace.go:142] [konflux-ui] updating namespace I0418 11:16:53.378874 3820 namespace.go:142] [open-cluster-management-2poh97b8la356q9nosa0n73i4gbvlehs] updating namespace I0418 11:16:53.483631 3820 namespace.go:142] [openshift] updating namespace I0418 11:16:53.607589 3820 namespace.go:142] [rhbk-operator] updating namespace I0418 11:16:53.682514 3820 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:16:53.786734 3820 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 11:16:53.886392 3820 namespace.go:142] [tsf] updating namespace I0418 11:16:53.984644 3820 namespace.go:142] [tsf-keycloak] updating namespace W0418 11:16:54.080223 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0418 11:16:54.088243 3820 namespace.go:142] [tsf-tas] updating namespace I0418 11:16:54.179005 3820 namespace.go:142] [tsf-tpa] updating namespace I0418 11:16:54.622414 3820 namespace.go:142] [openshift-pipelines] updating namespace I0418 11:16:55.703166 3820 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:55.703708 3820 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:55.726236 3820 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:55.726251 3820 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:55.732355 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0418 11:16:55.732377 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0418 11:16:58.476301 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=83 I0418 11:17:04.573096 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0418 11:17:05.632381 3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-nctzj] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-nctzj for pod on switch ip-10-0-0-226.ec2.internal I0418 11:17:05.632517 3820 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-nctzj I0418 11:17:05.647282 3820 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-nctzj] pod update took 14.806235ms I0418 11:17:05.647303 3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-nctzj] addLogicalPort annotation time took 14.83057ms I0418 11:17:05.648483 3820 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-nctzj] addLogicalPort took 16.113665ms, libovsdb time 824.673µs I0418 11:17:05.993029 3820 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-nctzj 94d974fe065b0cb665cc46b8f7a045399676725f35804196cee7f7a29cea3a97 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-nctzj 94d974fe065b0cb665cc46b8f7a045399676725f35804196cee7f7a29cea3a97 network default NAD default NAD key ] I0418 11:17:06.004013 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-nctzj, hostIfaceName: 94d974fe065b0cb, network: default, NAD default, SandboxID: "94d974fe065b0cb665cc46b8f7a045399676725f35804196cee7f7a29cea3a97", PCI device ID: , UID: "c8198c5e-8a45-4d2c-9511-56864cde92ff", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0418 11:17:06.073243 3820 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-nctzj 94d974fe065b0cb665cc46b8f7a045399676725f35804196cee7f7a29cea3a97 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-nctzj 94d974fe065b0cb665cc46b8f7a045399676725f35804196cee7f7a29cea3a97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:f5:8d:bc:b3:c5\",\"name\":\"94d974fe065b0cb\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de5bd10c-8690-43de-ab19-45838a065c6a\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 11:17:09.274451 3820 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 11:17:09.274477 3820 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 11:17:09.274487 3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 11:17:09.647029 3820 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0418 11:17:09.713773 3820 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:17:09.713837 3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:17:09.713845 3820 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:17:09.713850 3820 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:17:09.741921 3820 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0418 11:17:09.771936 3820 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 11:17:09.771961 3820 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 11:17:09.771975 3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0418 11:17:27.959452 3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-rpnk8] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-rpnk8 for pod on switch ip-10-0-0-226.ec2.internal I0418 11:17:27.959546 3820 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-rpnk8 I0418 11:17:27.972863 3820 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-rpnk8] pod update took 13.342758ms I0418 11:17:27.972887 3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-rpnk8] addLogicalPort annotation time took 13.372632ms I0418 11:17:27.974112 3820 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-rpnk8] addLogicalPort took 14.674233ms, libovsdb time 834.61µs I0418 11:17:28.075249 3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-4l9ql] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-4l9ql for pod on switch ip-10-0-0-226.ec2.internal I0418 11:17:28.075341 3820 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-4l9ql I0418 11:17:28.090123 3820 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-4l9ql] pod update took 14.801913ms I0418 11:17:28.090148 3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-4l9ql] addLogicalPort annotation time took 14.835208ms I0418 11:17:28.091438 3820 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-4l9ql] addLogicalPort took 16.211119ms, libovsdb time 877.569µs I0418 11:17:28.174407 3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-548wl] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-548wl for pod on switch ip-10-0-0-226.ec2.internal I0418 11:17:28.174502 3820 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-548wl I0418 11:17:28.188385 3820 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-548wl] pod update took 13.906065ms I0418 11:17:28.188408 3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-548wl] addLogicalPort annotation time took 13.934681ms I0418 11:17:28.189725 3820 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-548wl] addLogicalPort took 15.336996ms, libovsdb time 873.184µs I0418 11:17:28.318398 3820 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-rpnk8 fa5dd65e93d652279077b0f0ea69fe8c3ba940da9c411be4175f7b61c0b6b2a9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-rpnk8 fa5dd65e93d652279077b0f0ea69fe8c3ba940da9c411be4175f7b61c0b6b2a9 network default NAD default NAD key ] I0418 11:17:28.327900 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-rpnk8, hostIfaceName: fa5dd65e93d6522, network: default, NAD default, SandboxID: "fa5dd65e93d652279077b0f0ea69fe8c3ba940da9c411be4175f7b61c0b6b2a9", PCI device ID: , UID: "8658c5ac-37d8-424e-a42f-ccf6ba6d474c", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0418 11:17:28.378320 3820 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-rpnk8 fa5dd65e93d652279077b0f0ea69fe8c3ba940da9c411be4175f7b61c0b6b2a9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-rpnk8 fa5dd65e93d652279077b0f0ea69fe8c3ba940da9c411be4175f7b61c0b6b2a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:5c:9f:77:b3:ab\",\"name\":\"fa5dd65e93d6522\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/645733f9-aed6-4bda-ae21-8175561ca74d\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:17:28.437293 3820 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-4l9ql 1f3e11821df8aa80424c481de919ac3ad118a3b7611255e489c2cf70e476a459 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-4l9ql 1f3e11821df8aa80424c481de919ac3ad118a3b7611255e489c2cf70e476a459 network default NAD default NAD key ] I0418 11:17:28.447001 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-4l9ql, hostIfaceName: 1f3e11821df8aa8, network: default, NAD default, SandboxID: "1f3e11821df8aa80424c481de919ac3ad118a3b7611255e489c2cf70e476a459", PCI device ID: , UID: "7cc68f7a-0274-41ac-bdac-14a178018716", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0418 11:17:28.497767 3820 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-4l9ql 1f3e11821df8aa80424c481de919ac3ad118a3b7611255e489c2cf70e476a459 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-4l9ql 1f3e11821df8aa80424c481de919ac3ad118a3b7611255e489c2cf70e476a459 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:ca:a1:89:b9:3d\",\"name\":\"1f3e11821df8aa8\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c0bfd74-d5e3-4f25-a90e-e06b1512fad6\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:17:28.536994 3820 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-548wl 2f4beafb6accd53c06330ec2bbfe35003e63d68880fd37ba2c121000280eb143 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-548wl 2f4beafb6accd53c06330ec2bbfe35003e63d68880fd37ba2c121000280eb143 network default NAD default NAD key ] I0418 11:17:28.547317 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-548wl, hostIfaceName: 2f4beafb6accd53, network: default, NAD default, SandboxID: "2f4beafb6accd53c06330ec2bbfe35003e63d68880fd37ba2c121000280eb143", PCI device ID: , UID: "3a7e540e-7dfd-40fb-b4bb-83bf3ddd4f1a", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0418 11:17:28.599186 3820 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-548wl 2f4beafb6accd53c06330ec2bbfe35003e63d68880fd37ba2c121000280eb143 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-548wl 2f4beafb6accd53c06330ec2bbfe35003e63d68880fd37ba2c121000280eb143 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:e6:c1:c1:60:69\",\"name\":\"2f4beafb6accd53\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a31bbe72-2ac3-4ba9-bd44-1944d9be7921\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 11:17:32.364333 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0418 11:17:32.982563 3820 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:17:32.983120 3820 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:17:33.002548 3820 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:17:33.002566 3820 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:17:33.012102 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0418 11:17:33.012122 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0418 11:17:35.058817 3820 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0418 11:17:35.059450 3820 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0418 11:17:35.059473 3820 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0418 11:17:35.061518 3820 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0418 11:17:41.846770 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 11:17:41.846789 3820 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 11:17:41.846859 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0418 11:17:41.846867 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0418 11:17:43.321423 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0418 11:17:49.359672 3820 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 11:17:52.444147 3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-226.ec2.internal I0418 11:17:52.444287 3820 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0418 11:17:52.456146 3820 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.915647ms I0418 11:17:52.456171 3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.947656ms I0418 11:17:52.457666 3820 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.538993ms, libovsdb time 1.093008ms I0418 11:18:01.503734 3820 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 0782b0492bc08d9afc16e93560b45fe97c1f56aea907860bdc9a50675450c491 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 0782b0492bc08d9afc16e93560b45fe97c1f56aea907860bdc9a50675450c491 network default NAD default NAD key ] I0418 11:18:01.513906 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 0782b0492bc08d9, network: default, NAD default, SandboxID: "0782b0492bc08d9afc16e93560b45fe97c1f56aea907860bdc9a50675450c491", PCI device ID: , UID: "72191555-69b9-4946-aa08-c36fdca41056", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0418 11:18:01.567011 3820 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 0782b0492bc08d9afc16e93560b45fe97c1f56aea907860bdc9a50675450c491 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 0782b0492bc08d9afc16e93560b45fe97c1f56aea907860bdc9a50675450c491 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:e1:8b:aa:0b:db\",\"name\":\"0782b0492bc08d9\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f37acad-22ef-45e8-8998-9697a470e744\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:18:07.534504 3820 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 11:18:08.967110 3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cg8p5] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-cg8p5 for pod on switch ip-10-0-0-226.ec2.internal I0418 11:18:08.967208 3820 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cg8p5 I0418 11:18:08.982348 3820 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cg8p5] pod update took 15.169092ms I0418 11:18:08.982417 3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cg8p5] addLogicalPort annotation time took 15.24172ms I0418 11:18:08.983691 3820 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cg8p5] addLogicalPort took 16.604651ms, libovsdb time 836.398µs I0418 11:18:09.068849 3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-jpj2f] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-jpj2f for pod on switch ip-10-0-0-226.ec2.internal I0418 11:18:09.068943 3820 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-jpj2f I0418 11:18:09.084428 3820 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-jpj2f] pod update took 15.508489ms I0418 11:18:09.084448 3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-jpj2f] addLogicalPort annotation time took 15.537739ms I0418 11:18:09.085714 3820 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-jpj2f] addLogicalPort took 16.882063ms, libovsdb time 849.924µs I0418 11:18:09.329491 3820 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cg8p5 14f04a7c10b317aae520f5d5f9cf5b998f6a56a7b1c68adfc42d0866f6fa498e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cg8p5 14f04a7c10b317aae520f5d5f9cf5b998f6a56a7b1c68adfc42d0866f6fa498e network default NAD default NAD key ] I0418 11:18:09.339050 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-cg8p5, hostIfaceName: 14f04a7c10b317a, network: default, NAD default, SandboxID: "14f04a7c10b317aae520f5d5f9cf5b998f6a56a7b1c68adfc42d0866f6fa498e", PCI device ID: , UID: "41f10a93-dd09-4d32-9c14-cca396cf3625", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0418 11:18:09.394441 3820 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cg8p5 14f04a7c10b317aae520f5d5f9cf5b998f6a56a7b1c68adfc42d0866f6fa498e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cg8p5 14f04a7c10b317aae520f5d5f9cf5b998f6a56a7b1c68adfc42d0866f6fa498e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:bf:09:76:23:0f\",\"name\":\"14f04a7c10b317a\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a063105-4fac-4fec-9206-fd98ce8d3d2b\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:18:09.432098 3820 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-jpj2f 5f11bd09438a6d73cf88acd72243cc19d8f590a81246d6b59364e5cc5ecdbfb3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-jpj2f 5f11bd09438a6d73cf88acd72243cc19d8f590a81246d6b59364e5cc5ecdbfb3 network default NAD default NAD key ] I0418 11:18:09.442434 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-jpj2f, hostIfaceName: 5f11bd09438a6d7, network: default, NAD default, SandboxID: "5f11bd09438a6d73cf88acd72243cc19d8f590a81246d6b59364e5cc5ecdbfb3", PCI device ID: , UID: "efa06156-300d-472d-9910-136303f290b8", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0418 11:18:09.495845 3820 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-jpj2f 5f11bd09438a6d73cf88acd72243cc19d8f590a81246d6b59364e5cc5ecdbfb3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-jpj2f 5f11bd09438a6d73cf88acd72243cc19d8f590a81246d6b59364e5cc5ecdbfb3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:b8:f2:7d:71:5e\",\"name\":\"5f11bd09438a6d7\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/432094d0-be86-4278-9729-f83dfab293f3\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 11:18:13.590690 3820 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 11:18:13.590712 3820 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 11:18:13.590718 3820 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0418 11:18:25.257088 3820 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:25.257622 3820 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:25.299965 3820 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:18:25.299986 3820 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:18:25.309650 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0418 11:18:25.309674 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0418 11:18:27.926302 3820 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-bb8kk-s7zb2] creating logical port tsf-tas_ctlog-createtree-job-bb8kk-s7zb2 for pod on switch ip-10-0-0-226.ec2.internal I0418 11:18:27.926390 3820 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 I0418 11:18:27.939287 3820 pod.go:62] [tsf-tas/ctlog-createtree-job-bb8kk-s7zb2] pod update took 12.920326ms I0418 11:18:27.939305 3820 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-bb8kk-s7zb2] addLogicalPort annotation time took 12.943035ms I0418 11:18:27.940667 3820 pods.go:271] [tsf-tas/ctlog-createtree-job-bb8kk-s7zb2] addLogicalPort took 14.377773ms, libovsdb time 920.301µs I0418 11:18:27.953316 3820 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-64cf5698fc-86ckh] creating logical port tsf-tas_fulcio-server-64cf5698fc-86ckh for pod on switch ip-10-0-0-226.ec2.internal I0418 11:18:27.953386 3820 kube.go:256] Updating pod tsf-tas/fulcio-server-64cf5698fc-86ckh I0418 11:18:27.968933 3820 pod.go:62] [tsf-tas/fulcio-server-64cf5698fc-86ckh] pod update took 15.56475ms I0418 11:18:27.968952 3820 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-64cf5698fc-86ckh] addLogicalPort annotation time took 15.58741ms I0418 11:18:27.970149 3820 pods.go:271] [tsf-tas/fulcio-server-64cf5698fc-86ckh] addLogicalPort took 16.842827ms, libovsdb time 801.019µs I0418 11:18:28.171959 3820 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-69bbbf696f-qj2zw] creating logical port tsf-tas_trillian-logsigner-69bbbf696f-qj2zw for pod on switch ip-10-0-0-226.ec2.internal I0418 11:18:28.172047 3820 kube.go:256] Updating pod tsf-tas/trillian-logsigner-69bbbf696f-qj2zw I0418 11:18:28.189404 3820 pod.go:62] [tsf-tas/trillian-logsigner-69bbbf696f-qj2zw] pod update took 17.382301ms I0418 11:18:28.189431 3820 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-69bbbf696f-qj2zw] addLogicalPort annotation time took 17.412309ms I0418 11:18:28.190992 3820 pods.go:271] [tsf-tas/trillian-logsigner-69bbbf696f-qj2zw] addLogicalPort took 19.057011ms, libovsdb time 951.906µs I0418 11:18:28.298450 3820 cni.go:452] [tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 8663b6e86a7f700175441d3a68775b2c602106ec0c50a9e460d455004b7348b4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 8663b6e86a7f700175441d3a68775b2c602106ec0c50a9e460d455004b7348b4 network default NAD default NAD key ] I0418 11:18:28.309451 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-bb8kk-s7zb2, hostIfaceName: 8663b6e86a7f700, network: default, NAD default, SandboxID: "8663b6e86a7f700175441d3a68775b2c602106ec0c50a9e460d455004b7348b4", PCI device ID: , UID: "883b1e6f-0487-45d6-91f2-ed6b6c1f5027", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0418 11:18:28.329307 3820 cni.go:452] [tsf-tas/fulcio-server-64cf5698fc-86ckh 4bfebe989482c974daa2a0371ab824dfa6e259c1cd3c9ce475116e9941660273 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-64cf5698fc-86ckh 4bfebe989482c974daa2a0371ab824dfa6e259c1cd3c9ce475116e9941660273 network default NAD default NAD key ] I0418 11:18:28.340017 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-64cf5698fc-86ckh, hostIfaceName: 4bfebe989482c97, network: default, NAD default, SandboxID: "4bfebe989482c974daa2a0371ab824dfa6e259c1cd3c9ce475116e9941660273", PCI device ID: , UID: "a1a247bd-1e92-4d56-a3e9-91ff834e9a3b", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0418 11:18:28.390633 3820 cni.go:473] [tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 8663b6e86a7f700175441d3a68775b2c602106ec0c50a9e460d455004b7348b4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 8663b6e86a7f700175441d3a68775b2c602106ec0c50a9e460d455004b7348b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:b5:db:d6:1d:a1\",\"name\":\"8663b6e86a7f700\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ac9bfb6-7e57-467d-a402-8bdca23ed21d\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:18:28.417992 3820 cni.go:473] [tsf-tas/fulcio-server-64cf5698fc-86ckh 4bfebe989482c974daa2a0371ab824dfa6e259c1cd3c9ce475116e9941660273 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-64cf5698fc-86ckh 4bfebe989482c974daa2a0371ab824dfa6e259c1cd3c9ce475116e9941660273 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:84:71:fa:89:1c\",\"name\":\"4bfebe989482c97\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5261b9b-a1a5-44af-a523-89c3b5761d69\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:18:29.136357 3820 cni.go:452] [tsf-tas/trillian-logsigner-69bbbf696f-qj2zw a3411b2415e84c03faf833dc319f6550e9430a796c668d0d3b59626ccc80774b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-69bbbf696f-qj2zw a3411b2415e84c03faf833dc319f6550e9430a796c668d0d3b59626ccc80774b network default NAD default NAD key ] I0418 11:18:29.147437 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-69bbbf696f-qj2zw, hostIfaceName: a3411b2415e84c0, network: default, NAD default, SandboxID: "a3411b2415e84c03faf833dc319f6550e9430a796c668d0d3b59626ccc80774b", PCI device ID: , UID: "ce1864c3-ba1b-498c-bd22-b2c639b912a2", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0418 11:18:29.206439 3820 cni.go:473] [tsf-tas/trillian-logsigner-69bbbf696f-qj2zw a3411b2415e84c03faf833dc319f6550e9430a796c668d0d3b59626ccc80774b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-69bbbf696f-qj2zw a3411b2415e84c03faf833dc319f6550e9430a796c668d0d3b59626ccc80774b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:24:f6:5f:99:ab\",\"name\":\"a3411b2415e84c0\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31117422-ac28-46d1-ba3e-5ea398876b22\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 11:18:30.622229 3820 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0418 11:18:30.622252 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0418 11:18:30.645747 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0418 11:18:30.645777 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0418 11:18:33.296263 3820 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-xxtsh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:33.296974 3820 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-xxtsh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:34.181832 3820 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-xxtsh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:18:34.181862 3820 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-xxtsh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:18:37.668930 3820 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0418 11:18:45.791329 3820 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0418 11:18:48.840543 3820 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0418 11:18:49.952400 3820 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lc7vq-czczv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:49.952960 3820 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lc7vq-czczv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:50.818914 3820 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lc7vq-czczv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:18:50.818939 3820 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lc7vq-czczv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:18:54.270398 3820 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0418 11:18:54.270421 3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0418 11:18:54.327686 3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0418 11:19:06.680552 3820 namespace.go:142] [openshift-pipelines] updating namespace W0418 11:19:15.821142 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0418 11:19:17.541248 3820 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:17.541797 3820 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:17.561706 3820 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:17.561722 3820 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:17.567510 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0418 11:19:17.567533 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0418 11:19:19.890198 3820 cni.go:452] [tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 8663b6e86a7f700175441d3a68775b2c602106ec0c50a9e460d455004b7348b4 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 8663b6e86a7f700175441d3a68775b2c602106ec0c50a9e460d455004b7348b4 network default NAD default NAD key ] I0418 11:19:19.977101 3820 cni.go:473] [tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 8663b6e86a7f700175441d3a68775b2c602106ec0c50a9e460d455004b7348b4 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 8663b6e86a7f700175441d3a68775b2c602106ec0c50a9e460d455004b7348b4 network default NAD default NAD key default], result "{}", err I0418 11:19:20.030900 3820 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:20.030941 3820 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 I0418 11:19:20.032664 3820 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-bb8kk-s7zb2, ips: 10.129.0.39 I0418 11:19:20.032700 3820 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:20.904454 3820 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:20.904476 3820 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:23.129410 3820 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-56c6dc7c76-l42pl] creating logical port tsf-tas_ctlog-56c6dc7c76-l42pl for pod on switch ip-10-0-0-226.ec2.internal I0418 11:19:23.129524 3820 kube.go:256] Updating pod tsf-tas/ctlog-56c6dc7c76-l42pl I0418 11:19:23.144508 3820 pod.go:62] [tsf-tas/ctlog-56c6dc7c76-l42pl] pod update took 15.004753ms I0418 11:19:23.144528 3820 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-56c6dc7c76-l42pl] addLogicalPort annotation time took 15.029703ms I0418 11:19:23.145924 3820 pods.go:271] [tsf-tas/ctlog-56c6dc7c76-l42pl] addLogicalPort took 16.527595ms, libovsdb time 947.849µs I0418 11:19:24.987322 3820 cni.go:452] [tsf-tas/ctlog-56c6dc7c76-l42pl 3aeb4e0e95b2b51ee2e7759dec137c0e0dee3a383b3b7e13e126faaf55ed2cc9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-56c6dc7c76-l42pl 3aeb4e0e95b2b51ee2e7759dec137c0e0dee3a383b3b7e13e126faaf55ed2cc9 network default NAD default NAD key ] I0418 11:19:24.997340 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-56c6dc7c76-l42pl, hostIfaceName: 3aeb4e0e95b2b51, network: default, NAD default, SandboxID: "3aeb4e0e95b2b51ee2e7759dec137c0e0dee3a383b3b7e13e126faaf55ed2cc9", PCI device ID: , UID: "96bbb5da-a450-45d3-842e-a9941502cf22", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0418 11:19:25.051142 3820 cni.go:473] [tsf-tas/ctlog-56c6dc7c76-l42pl 3aeb4e0e95b2b51ee2e7759dec137c0e0dee3a383b3b7e13e126faaf55ed2cc9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-56c6dc7c76-l42pl 3aeb4e0e95b2b51ee2e7759dec137c0e0dee3a383b3b7e13e126faaf55ed2cc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:ce:af:88:83:7f\",\"name\":\"3aeb4e0e95b2b51\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fea99641-2039-490b-a2cc-6898afac69da\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:19:26.593396 3820 obj_retry.go:498] Detected object tsf/patch-tekton-config-jv8dw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:26.593924 3820 obj_retry.go:498] Detected object tsf/patch-tekton-config-jv8dw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 11:19:26.924635 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0418 11:19:27.483563 3820 obj_retry.go:492] Detected object tsf/patch-tekton-config-jv8dw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:27.483586 3820 obj_retry.go:492] Detected object tsf/patch-tekton-config-jv8dw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:27.578400 3820 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-cvs22] creating logical port tsf_tsf-tekton-configuration-cvs22 for pod on switch ip-10-0-0-226.ec2.internal I0418 11:19:27.578496 3820 kube.go:256] Updating pod tsf/tsf-tekton-configuration-cvs22 I0418 11:19:27.591078 3820 pod.go:62] [tsf/tsf-tekton-configuration-cvs22] pod update took 12.607668ms I0418 11:19:27.591101 3820 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-cvs22] addLogicalPort annotation time took 12.634826ms I0418 11:19:27.592476 3820 pods.go:271] [tsf/tsf-tekton-configuration-cvs22] addLogicalPort took 14.095155ms, libovsdb time 961.583µs I0418 11:19:27.939835 3820 cni.go:452] [tsf/tsf-tekton-configuration-cvs22 4ff8ecd135b539fbb65deb50283b14a8868dc4c9efe0fe3cf6693a5441600221 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-cvs22 4ff8ecd135b539fbb65deb50283b14a8868dc4c9efe0fe3cf6693a5441600221 network default NAD default NAD key ] I0418 11:19:27.949775 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-cvs22, hostIfaceName: 4ff8ecd135b539f, network: default, NAD default, SandboxID: "4ff8ecd135b539fbb65deb50283b14a8868dc4c9efe0fe3cf6693a5441600221", PCI device ID: , UID: "b14cf94e-f5c2-4fe3-afd1-e79c3deeeb49", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0418 11:19:28.001897 3820 cni.go:473] [tsf/tsf-tekton-configuration-cvs22 4ff8ecd135b539fbb65deb50283b14a8868dc4c9efe0fe3cf6693a5441600221 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-cvs22 4ff8ecd135b539fbb65deb50283b14a8868dc4c9efe0fe3cf6693a5441600221 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:7c:7a:68:64:1e\",\"name\":\"4ff8ecd135b539f\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c9e3cbd-709d-4af9-9c9a-d072d5285cb6\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:19:32.964001 3820 cni.go:452] [tsf/tsf-tekton-configuration-cvs22 4ff8ecd135b539fbb65deb50283b14a8868dc4c9efe0fe3cf6693a5441600221 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-cvs22 4ff8ecd135b539fbb65deb50283b14a8868dc4c9efe0fe3cf6693a5441600221 network default NAD default NAD key ] I0418 11:19:33.056339 3820 cni.go:473] [tsf/tsf-tekton-configuration-cvs22 4ff8ecd135b539fbb65deb50283b14a8868dc4c9efe0fe3cf6693a5441600221 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-cvs22 4ff8ecd135b539fbb65deb50283b14a8868dc4c9efe0fe3cf6693a5441600221 network default NAD default NAD key default], result "{}", err I0418 11:19:33.107124 3820 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-cvs22 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:33.107158 3820 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-cvs22 I0418 11:19:33.108406 3820 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-cvs22, ips: 10.129.0.43 I0418 11:19:33.108431 3820 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-cvs22 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:34.130219 3820 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-cvs22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:34.130241 3820 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-cvs22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:34.166187 3820 obj_retry.go:492] Detected object tsf/patch-tekton-config-jv8dw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:34.166208 3820 obj_retry.go:492] Detected object tsf/patch-tekton-config-jv8dw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:34.171449 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-jv8dw I0418 11:19:34.171472 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-jv8dw W0418 11:19:37.935351 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0418 11:19:38.680698 3820 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:38.681257 3820 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:38.701372 3820 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:38.701392 3820 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:38.709312 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0418 11:19:38.709337 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0418 11:19:39.197567 3820 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qpbws-dkkbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:39.198164 3820 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qpbws-dkkbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:40.073851 3820 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qpbws-dkkbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:40.073874 3820 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qpbws-dkkbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:45.235786 3820 obj_retry.go:498] Detected object tsf-tpa/create-db-6q248 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:45.236379 3820 obj_retry.go:498] Detected object tsf-tpa/create-db-6q248 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:46.260968 3820 obj_retry.go:492] Detected object tsf-tpa/create-db-6q248 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:46.260990 3820 obj_retry.go:492] Detected object tsf-tpa/create-db-6q248 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:19:47.115505 3820 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0418 11:19:47.310781 3820 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-f54f6cd6-x2gq6] creating logical port tsf-tas_rekor-server-f54f6cd6-x2gq6 for pod on switch ip-10-0-0-226.ec2.internal I0418 11:19:47.310872 3820 kube.go:256] Updating pod tsf-tas/rekor-server-f54f6cd6-x2gq6 I0418 11:19:47.324733 3820 pod.go:62] [tsf-tas/rekor-server-f54f6cd6-x2gq6] pod update took 13.88718ms I0418 11:19:47.324758 3820 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-f54f6cd6-x2gq6] addLogicalPort annotation time took 13.91688ms I0418 11:19:47.326178 3820 pods.go:271] [tsf-tas/rekor-server-f54f6cd6-x2gq6] addLogicalPort took 15.412545ms, libovsdb time 976.538µs W0418 11:19:48.610103 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0418 11:19:49.283490 3820 obj_retry.go:498] Detected object tsf-tpa/migrate-db-md4tn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:49.284135 3820 obj_retry.go:498] Detected object tsf-tpa/migrate-db-md4tn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:49.391616 3820 obj_retry.go:492] Detected object tsf-tpa/migrate-db-md4tn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:49.391634 3820 obj_retry.go:492] Detected object tsf-tpa/migrate-db-md4tn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:49.564863 3820 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-gtclj] creating logical port tsf-tpa_create-importers-gtclj for pod on switch ip-10-0-0-226.ec2.internal I0418 11:19:49.564957 3820 kube.go:256] Updating pod tsf-tpa/create-importers-gtclj I0418 11:19:49.577240 3820 pod.go:62] [tsf-tpa/create-importers-gtclj] pod update took 12.303628ms I0418 11:19:49.577269 3820 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-gtclj] addLogicalPort annotation time took 12.338274ms I0418 11:19:49.578570 3820 pods.go:271] [tsf-tpa/create-importers-gtclj] addLogicalPort took 13.722691ms, libovsdb time 843.437µs I0418 11:19:49.924744 3820 cni.go:452] [tsf-tpa/create-importers-gtclj 0f25743d4f074b60ceb30796c642493dd77a500bec510fdbaadc34cc3262ae85 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-gtclj 0f25743d4f074b60ceb30796c642493dd77a500bec510fdbaadc34cc3262ae85 network default NAD default NAD key ] I0418 11:19:49.934677 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-gtclj, hostIfaceName: 0f25743d4f074b6, network: default, NAD default, SandboxID: "0f25743d4f074b60ceb30796c642493dd77a500bec510fdbaadc34cc3262ae85", PCI device ID: , UID: "727e70ab-5ba2-40b2-9c73-7fbd5336d281", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0418 11:19:49.988735 3820 cni.go:473] [tsf-tpa/create-importers-gtclj 0f25743d4f074b60ceb30796c642493dd77a500bec510fdbaadc34cc3262ae85 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-gtclj 0f25743d4f074b60ceb30796c642493dd77a500bec510fdbaadc34cc3262ae85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:8f:af:dc:d5:de\",\"name\":\"0f25743d4f074b6\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efa2916e-b4e6-4a4f-9d8c-f2ef079c69a2\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:19:53.970903 3820 cni.go:452] [tsf-tas/rekor-server-f54f6cd6-x2gq6 af5e2a5ec35e20eb952c3b529c8269678c5d1b5d7266229bb06e1250d35561f3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-f54f6cd6-x2gq6 af5e2a5ec35e20eb952c3b529c8269678c5d1b5d7266229bb06e1250d35561f3 network default NAD default NAD key ] I0418 11:19:53.980210 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-f54f6cd6-x2gq6, hostIfaceName: af5e2a5ec35e20e, network: default, NAD default, SandboxID: "af5e2a5ec35e20eb952c3b529c8269678c5d1b5d7266229bb06e1250d35561f3", PCI device ID: , UID: "28e1b056-8ad9-44b0-acb3-4fe2bfd22b54", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0418 11:19:54.034798 3820 cni.go:473] [tsf-tas/rekor-server-f54f6cd6-x2gq6 af5e2a5ec35e20eb952c3b529c8269678c5d1b5d7266229bb06e1250d35561f3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-f54f6cd6-x2gq6 af5e2a5ec35e20eb952c3b529c8269678c5d1b5d7266229bb06e1250d35561f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:4f:32:85:e0:d8\",\"name\":\"af5e2a5ec35e20e\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0a38931-9ee1-43bb-be20-55fe43e85103\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:19:54.077759 3820 cni.go:452] [tsf-tpa/create-importers-gtclj 0f25743d4f074b60ceb30796c642493dd77a500bec510fdbaadc34cc3262ae85 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-gtclj 0f25743d4f074b60ceb30796c642493dd77a500bec510fdbaadc34cc3262ae85 network default NAD default NAD key ] I0418 11:19:54.150686 3820 cni.go:473] [tsf-tpa/create-importers-gtclj 0f25743d4f074b60ceb30796c642493dd77a500bec510fdbaadc34cc3262ae85 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-gtclj 0f25743d4f074b60ceb30796c642493dd77a500bec510fdbaadc34cc3262ae85 network default NAD default NAD key default], result "{}", err I0418 11:19:54.185313 3820 obj_retry.go:498] Detected object tsf-tpa/create-importers-gtclj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:54.185342 3820 pods.go:176] Deleting pod: tsf-tpa/create-importers-gtclj I0418 11:19:54.186882 3820 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-gtclj, ips: 10.129.0.45 I0418 11:19:54.186916 3820 obj_retry.go:498] Detected object tsf-tpa/create-importers-gtclj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:55.210177 3820 obj_retry.go:492] Detected object tsf-tpa/create-importers-gtclj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:55.210203 3820 obj_retry.go:492] Detected object tsf-tpa/create-importers-gtclj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:19:56.090932 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0418 11:20:03.838252 3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:03.838798 3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 11:20:04.205522 3820 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0418 11:20:04.720328 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:04.720355 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:06.860066 3820 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:06.860586 3820 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:06.881477 3820 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:06.881494 3820 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:06.888396 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0418 11:20:06.888431 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa W0418 11:20:07.117852 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0418 11:20:07.619891 3820 namespace.go:98] [image-controller] adding namespace I0418 11:20:07.620798 3820 namespace.go:102] [image-controller] adding namespace took 884.904µs I0418 11:20:07.621412 3820 namespace.go:98] [build-service] adding namespace I0418 11:20:07.622146 3820 namespace.go:102] [build-service] adding namespace took 718.913µs I0418 11:20:07.632439 3820 namespace.go:98] [integration-service] adding namespace I0418 11:20:07.632452 3820 namespace.go:98] [default-tenant] adding namespace I0418 11:20:07.633095 3820 namespace.go:102] [integration-service] adding namespace took 640.675µs I0418 11:20:07.633544 3820 namespace.go:102] [default-tenant] adding namespace took 1.076763ms I0418 11:20:07.713875 3820 namespace.go:142] [image-controller] updating namespace I0418 11:20:07.742563 3820 namespace.go:142] [image-controller] updating namespace I0418 11:20:07.749191 3820 namespace.go:142] [build-service] updating namespace I0418 11:20:07.777613 3820 namespace.go:142] [integration-service] updating namespace I0418 11:20:07.797375 3820 namespace.go:142] [build-service] updating namespace I0418 11:20:07.813431 3820 namespace.go:142] [integration-service] updating namespace I0418 11:20:07.823834 3820 namespace.go:142] [default-tenant] updating namespace I0418 11:20:07.836458 3820 namespace.go:142] [default-tenant] updating namespace I0418 11:20:07.880656 3820 namespace.go:142] [build-service] updating namespace I0418 11:20:07.925154 3820 namespace.go:142] [integration-service] updating namespace I0418 11:20:07.992451 3820 namespace.go:98] [release-service] adding namespace I0418 11:20:07.993355 3820 namespace.go:102] [release-service] adding namespace took 878.756µs I0418 11:20:08.027667 3820 namespace.go:142] [release-service] updating namespace I0418 11:20:08.042624 3820 namespace.go:142] [konflux-ui] updating namespace I0418 11:20:08.099645 3820 namespace.go:142] [release-service] updating namespace I0418 11:20:08.170537 3820 namespace.go:98] [konflux-info] adding namespace I0418 11:20:08.171398 3820 namespace.go:102] [konflux-info] adding namespace took 842.333µs I0418 11:20:08.209934 3820 namespace.go:142] [konflux-info] updating namespace I0418 11:20:08.244438 3820 namespace.go:142] [konflux-info] updating namespace I0418 11:20:08.303450 3820 namespace.go:98] [namespace-lister] adding namespace I0418 11:20:08.304310 3820 namespace.go:102] [namespace-lister] adding namespace took 838.985µs I0418 11:20:08.354236 3820 namespace.go:142] [namespace-lister] updating namespace I0418 11:20:08.414401 3820 namespace.go:142] [namespace-lister] updating namespace I0418 11:20:08.454648 3820 namespace.go:142] [image-controller] updating namespace I0418 11:20:08.528568 3820 namespace.go:98] [enterprise-contract-service] adding namespace I0418 11:20:08.529478 3820 namespace.go:102] [enterprise-contract-service] adding namespace took 887.209µs I0418 11:20:08.529518 3820 namespace.go:142] [enterprise-contract-service] updating namespace I0418 11:20:08.816405 3820 namespace.go:142] [enterprise-contract-service] updating namespace I0418 11:20:09.298049 3820 namespace.go:142] [default-tenant] updating namespace I0418 11:20:09.621421 3820 namespace.go:98] [segment-bridge] adding namespace I0418 11:20:09.622236 3820 namespace.go:102] [segment-bridge] adding namespace took 796.011µs I0418 11:20:09.679419 3820 namespace.go:142] [segment-bridge] updating namespace I0418 11:20:09.789336 3820 namespace.go:142] [segment-bridge] updating namespace I0418 11:20:10.173452 3820 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0418 11:20:10.174093 3820 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0418 11:20:10.174113 3820 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0418 11:20:10.176711 3820 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0418 11:20:10.236421 3820 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-g489t] creating logical port namespace-lister_namespace-lister-67655c4674-g489t for pod on switch ip-10-0-0-226.ec2.internal I0418 11:20:10.236508 3820 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-g489t I0418 11:20:10.242350 3820 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0418 11:20:10.242379 3820 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0418 11:20:10.314530 3820 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-g489t I0418 11:20:10.375738 3820 pod.go:62] [namespace-lister/namespace-lister-67655c4674-g489t] pod update took 139.252705ms I0418 11:20:10.375759 3820 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-67655c4674-g489t] addLogicalPort annotation time took 139.279756ms I0418 11:20:10.377022 3820 pods.go:271] [namespace-lister/namespace-lister-67655c4674-g489t] addLogicalPort took 140.612405ms, libovsdb time 824.242µs I0418 11:20:10.377893 3820 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0418 11:20:11.117738 3820 base_network_controller_pods.go:487] [default/konflux-ui/dex-69f67684f4-2dm9q] creating logical port konflux-ui_dex-69f67684f4-2dm9q for pod on switch ip-10-0-0-226.ec2.internal I0418 11:20:11.117872 3820 kube.go:256] Updating pod konflux-ui/dex-69f67684f4-2dm9q I0418 11:20:11.200388 3820 kube.go:256] Updating pod konflux-ui/dex-69f67684f4-2dm9q I0418 11:20:11.200580 3820 cni.go:452] [namespace-lister/namespace-lister-67655c4674-g489t 583254a3d65638e6743fdc718062bce4c752b107bdcbe940d9bbbd628fa34c9c network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-g489t 583254a3d65638e6743fdc718062bce4c752b107bdcbe940d9bbbd628fa34c9c network default NAD default NAD key ] I0418 11:20:11.210164 3820 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-g489t, hostIfaceName: 583254a3d65638e, network: default, NAD default, SandboxID: "583254a3d65638e6743fdc718062bce4c752b107bdcbe940d9bbbd628fa34c9c", PCI device ID: , UID: "9fa4efbc-b069-4fc0-b138-eefed0a78604", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0418 11:20:11.263503 3820 pod.go:62] [konflux-ui/dex-69f67684f4-2dm9q] pod update took 145.65629ms I0418 11:20:11.263525 3820 base_network_controller_pods.go:951] [default/konflux-ui/dex-69f67684f4-2dm9q] addLogicalPort annotation time took 145.682958ms I0418 11:20:11.264698 3820 pods.go:271] [konflux-ui/dex-69f67684f4-2dm9q] addLogicalPort took 146.974627ms, libovsdb time 752.496µs I0418 11:20:11.265180 3820 cni.go:473] [namespace-lister/namespace-lister-67655c4674-g489t 583254a3d65638e6743fdc718062bce4c752b107bdcbe940d9bbbd628fa34c9c network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-g489t 583254a3d65638e6743fdc718062bce4c752b107bdcbe940d9bbbd628fa34c9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:fa:64:f5:28:99\",\"name\":\"583254a3d65638e\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48fdb878-d65d-4770-a1a4-b645970e0318\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:20:11.616481 3820 namespace.go:142] [build-service] updating namespace I0418 11:20:12.234527 3820 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-nv47n] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-nv47n for pod on switch ip-10-0-0-226.ec2.internal I0418 11:20:12.234643 3820 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-nv47n I0418 11:20:12.305718 3820 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-ksgx7] creating logical port build-service_build-service-controller-manager-7cbf488fcf-ksgx7 for pod on switch ip-10-0-0-226.ec2.internal I0418 11:20:12.305842 3820 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-ksgx7 I0418 11:20:12.390305 3820 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-nv47n I0418 11:20:12.464524 3820 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-nv47n] pod update took 229.925474ms I0418 11:20:12.464549 3820 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-nv47n] addLogicalPort annotation time took 229.957253ms I0418 11:20:12.465880 3820 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-nv47n] addLogicalPort took 231.370688ms, libovsdb time 904.344µs I0418 11:20:12.486442 3820 namespace.go:142] [default-tenant] updating namespace I0418 11:20:12.622744 3820 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-ksgx7 af28098620466baf64d3135175446179ba3b0bdca1c72d09470f84b07796c881 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-ksgx7 af28098620466baf64d3135175446179ba3b0bdca1c72d09470f84b07796c881 network default NAD default NAD key ] I0418 11:20:12.965838 3820 namespace.go:142] [enterprise-contract-service] updating namespace I0418 11:20:13.279540 3820 namespace.go:142] [image-controller] updating namespace I0418 11:20:13.479398 3820 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-ksgx7 I0418 11:20:13.538422 3820 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-ksgx7] pod update took 1.232600196s I0418 11:20:13.538443 3820 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-ksgx7] addLogicalPort annotation time took 1.232625785s I0418 11:20:13.539815 3820 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-ksgx7] addLogicalPort took 1.234111998s, libovsdb time 875.355µs I0418 11:20:13.583413 3820 namespace.go:142] [integration-service] updating namespace I0418 11:20:13.635660 3820 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-ksgx7, hostIfaceName: af28098620466ba, network: default, NAD default, SandboxID: "af28098620466baf64d3135175446179ba3b0bdca1c72d09470f84b07796c881", PCI device ID: , UID: "eedf079d-daf1-46cd-8216-0196aadaa83d", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0418 11:20:13.690818 3820 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-ksgx7 af28098620466baf64d3135175446179ba3b0bdca1c72d09470f84b07796c881 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-ksgx7 af28098620466baf64d3135175446179ba3b0bdca1c72d09470f84b07796c881 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:2b:fd:8a:26:bc\",\"name\":\"af28098620466ba\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6c4c84d-2e23-4b9b-9760-81ad95ffc6cb\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:20:13.833680 3820 base_network_controller_pods.go:487] [default/konflux-ui/proxy-8b44df8fb-s8l9t] creating logical port konflux-ui_proxy-8b44df8fb-s8l9t for pod on switch ip-10-0-0-226.ec2.internal I0418 11:20:13.833778 3820 kube.go:256] Updating pod konflux-ui/proxy-8b44df8fb-s8l9t I0418 11:20:13.909586 3820 kube.go:256] Updating pod konflux-ui/proxy-8b44df8fb-s8l9t I0418 11:20:13.955527 3820 pod.go:62] [konflux-ui/proxy-8b44df8fb-s8l9t] pod update took 121.782683ms I0418 11:20:13.955550 3820 base_network_controller_pods.go:951] [default/konflux-ui/proxy-8b44df8fb-s8l9t] addLogicalPort annotation time took 121.807385ms I0418 11:20:13.956897 3820 pods.go:271] [konflux-ui/proxy-8b44df8fb-s8l9t] addLogicalPort took 123.234608ms, libovsdb time 884.248µs I0418 11:20:13.999510 3820 namespace.go:142] [konflux-info] updating namespace I0418 11:20:14.207802 3820 namespace.go:142] [namespace-lister] updating namespace W0418 11:20:14.215676 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0418 11:20:14.245789 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0418 11:20:14.408513 3820 namespace.go:142] [release-service] updating namespace I0418 11:20:14.469478 3820 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7bdd468cb8-j57x9] creating logical port integration-service_integration-service-controller-manager-7bdd468cb8-j57x9 for pod on switch ip-10-0-0-226.ec2.internal I0418 11:20:14.469584 3820 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7bdd468cb8-j57x9 I0418 11:20:14.488729 3820 pod.go:62] [integration-service/integration-service-controller-manager-7bdd468cb8-j57x9] pod update took 19.179713ms I0418 11:20:14.488753 3820 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7bdd468cb8-j57x9] addLogicalPort annotation time took 19.209243ms I0418 11:20:14.490171 3820 pods.go:271] [integration-service/integration-service-controller-manager-7bdd468cb8-j57x9] addLogicalPort took 20.710576ms, libovsdb time 968.725µs I0418 11:20:14.606576 3820 namespace.go:142] [segment-bridge] updating namespace I0418 11:20:14.736449 3820 namespace.go:142] [build-service] updating namespace I0418 11:20:14.757129 3820 namespace.go:142] [default-tenant] updating namespace I0418 11:20:14.789796 3820 namespace.go:142] [enterprise-contract-service] updating namespace I0418 11:20:14.809469 3820 namespace.go:142] [image-controller] updating namespace I0418 11:20:14.835904 3820 namespace.go:142] [integration-service] updating namespace I0418 11:20:14.861557 3820 namespace.go:142] [konflux-info] updating namespace I0418 11:20:14.882908 3820 namespace.go:142] [namespace-lister] updating namespace I0418 11:20:14.894830 3820 namespace.go:142] [release-service] updating namespace I0418 11:20:14.910668 3820 namespace.go:142] [segment-bridge] updating namespace I0418 11:20:14.968524 3820 namespace.go:142] [build-service] updating namespace I0418 11:20:15.045424 3820 namespace.go:142] [default-tenant] updating namespace I0418 11:20:15.150368 3820 namespace.go:142] [enterprise-contract-service] updating namespace I0418 11:20:15.221453 3820 namespace.go:142] [image-controller] updating namespace I0418 11:20:15.287047 3820 namespace.go:142] [integration-service] updating namespace I0418 11:20:15.366217 3820 namespace.go:142] [konflux-info] updating namespace I0418 11:20:15.483859 3820 namespace.go:142] [namespace-lister] updating namespace I0418 11:20:15.584537 3820 namespace.go:142] [release-service] updating namespace I0418 11:20:15.667775 3820 namespace.go:142] [segment-bridge] updating namespace W0418 11:20:17.236018 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0418 11:20:17.779692 3820 cni.go:452] [konflux-ui/proxy-8b44df8fb-s8l9t ffbc1b2454fec35d3300111a0a47ae60178056d9b90ce2986b24dcd0af010f6f network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-8b44df8fb-s8l9t ffbc1b2454fec35d3300111a0a47ae60178056d9b90ce2986b24dcd0af010f6f network default NAD default NAD key ] I0418 11:20:17.789482 3820 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-8b44df8fb-s8l9t, hostIfaceName: ffbc1b2454fec35, network: default, NAD default, SandboxID: "ffbc1b2454fec35d3300111a0a47ae60178056d9b90ce2986b24dcd0af010f6f", PCI device ID: , UID: "18b8d138-af7d-4bcb-b01c-dce66ef82850", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0418 11:20:17.842427 3820 cni.go:473] [konflux-ui/proxy-8b44df8fb-s8l9t ffbc1b2454fec35d3300111a0a47ae60178056d9b90ce2986b24dcd0af010f6f network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-8b44df8fb-s8l9t ffbc1b2454fec35d3300111a0a47ae60178056d9b90ce2986b24dcd0af010f6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:8a:2b:ca:c1:18\",\"name\":\"ffbc1b2454fec35\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d66e92c4-5d56-4618-a4ce-2a431b6c8753\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:20:18.433323 3820 cni.go:452] [integration-service/integration-service-controller-manager-7bdd468cb8-j57x9 d257f7339689835b723edb8f53b23b93d81d7d0f4ba496f170fe3a10b7917d36 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7bdd468cb8-j57x9 d257f7339689835b723edb8f53b23b93d81d7d0f4ba496f170fe3a10b7917d36 network default NAD default NAD key ] I0418 11:20:18.443541 3820 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7bdd468cb8-j57x9, hostIfaceName: d257f7339689835, network: default, NAD default, SandboxID: "d257f7339689835b723edb8f53b23b93d81d7d0f4ba496f170fe3a10b7917d36", PCI device ID: , UID: "ba75eb3e-fe91-4b3d-8938-3238a0b7d926", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0418 11:20:18.500315 3820 cni.go:473] [integration-service/integration-service-controller-manager-7bdd468cb8-j57x9 d257f7339689835b723edb8f53b23b93d81d7d0f4ba496f170fe3a10b7917d36 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7bdd468cb8-j57x9 d257f7339689835b723edb8f53b23b93d81d7d0f4ba496f170fe3a10b7917d36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:10:39:07:86:96\",\"name\":\"d257f7339689835\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/916af8e1-f347-4b4f-88f2-e281eefbc1cc\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 11:20:18.806887 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0418 11:20:18.947805 3820 cni.go:452] [konflux-ui/dex-69f67684f4-2dm9q e2c50714933901781ba26974b3bcebe06dda096f9329ac5fd47ad6258d489519 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-69f67684f4-2dm9q e2c50714933901781ba26974b3bcebe06dda096f9329ac5fd47ad6258d489519 network default NAD default NAD key ] I0418 11:20:18.959018 3820 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-69f67684f4-2dm9q, hostIfaceName: e2c507149339017, network: default, NAD default, SandboxID: "e2c50714933901781ba26974b3bcebe06dda096f9329ac5fd47ad6258d489519", PCI device ID: , UID: "b1456ae2-1866-402c-b7f8-c9cd2a9cf761", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0418 11:20:19.016572 3820 cni.go:473] [konflux-ui/dex-69f67684f4-2dm9q e2c50714933901781ba26974b3bcebe06dda096f9329ac5fd47ad6258d489519 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-69f67684f4-2dm9q e2c50714933901781ba26974b3bcebe06dda096f9329ac5fd47ad6258d489519 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:d1:90:58:ac:1a\",\"name\":\"e2c507149339017\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70b9b471-6d77-49e9-9075-913ec451cfa6\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:20:20.987720 3820 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-nv47n 1125ee2185cd5c1f525a17e69a06b4ac175603e58e185f46d06182944450bdd3 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-nv47n 1125ee2185cd5c1f525a17e69a06b4ac175603e58e185f46d06182944450bdd3 network default NAD default NAD key ] I0418 11:20:20.999456 3820 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-nv47n, hostIfaceName: 1125ee2185cd5c1, network: default, NAD default, SandboxID: "1125ee2185cd5c1f525a17e69a06b4ac175603e58e185f46d06182944450bdd3", PCI device ID: , UID: "bacdff10-7b59-44e8-bdfb-f59311c1fb48", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0418 11:20:21.063687 3820 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-nv47n 1125ee2185cd5c1f525a17e69a06b4ac175603e58e185f46d06182944450bdd3 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-nv47n 1125ee2185cd5c1f525a17e69a06b4ac175603e58e185f46d06182944450bdd3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:dd:91:1d:56:2f\",\"name\":\"1125ee2185cd5c1\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b21106fd-9813-4b72-819b-e38b95cdb8a3\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 11:20:22.273570 3820 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0418 11:20:24.852800 3820 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 11:20:24.852822 3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 11:20:25.294517 3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 11:20:25.294537 3820 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 11:20:25.343104 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 11:20:25.343183 3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 11:20:25.361179 3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 11:20:25.363480 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0418 11:20:25.478666 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=141 W0418 11:20:28.242266 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0418 11:20:28.877275 3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0418 11:20:28.878022 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0418 11:20:30.034710 3820 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gtj7g-jjd8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:30.035248 3820 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gtj7g-jjd8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:31.057873 3820 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gtj7g-jjd8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:31.057898 3820 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gtj7g-jjd8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:20:36.300036 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0418 11:20:36.325039 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 11:20:36.326943 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0418 11:20:36.529108 3820 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-nv47n 1125ee2185cd5c1f525a17e69a06b4ac175603e58e185f46d06182944450bdd3 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-nv47n 1125ee2185cd5c1f525a17e69a06b4ac175603e58e185f46d06182944450bdd3 network default NAD default NAD key ] I0418 11:20:36.616340 3820 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-nv47n 1125ee2185cd5c1f525a17e69a06b4ac175603e58e185f46d06182944450bdd3 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-nv47n 1125ee2185cd5c1f525a17e69a06b4ac175603e58e185f46d06182944450bdd3 network default NAD default NAD key default], result "{}", err I0418 11:20:36.672167 3820 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nv47n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:36.672202 3820 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-nv47n I0418 11:20:36.673496 3820 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-nv47n, ips: 10.129.0.48 I0418 11:20:36.673528 3820 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nv47n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:37.370656 3820 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nv47n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:37.370682 3820 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nv47n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:37.376469 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-nv47n I0418 11:20:37.376496 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-nv47n W0418 11:20:44.988216 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0418 11:21:05.951215 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0418 11:21:05.951240 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0418 11:21:05.951258 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0418 11:21:05.951264 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0418 11:21:06.382657 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0418 11:21:06.382678 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0418 11:21:24.494173 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=90 I0418 11:21:24.494227 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=616 I0418 11:21:36.455771 3820 obj_retry.go:498] Detected object konflux-ui/proxy-7cd949849c-45cqq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:21:36.456354 3820 obj_retry.go:498] Detected object konflux-ui/proxy-7cd949849c-45cqq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:21:37.303511 3820 obj_retry.go:492] Detected object konflux-ui/proxy-7cd949849c-45cqq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:21:37.303538 3820 obj_retry.go:492] Detected object konflux-ui/proxy-7cd949849c-45cqq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:21:37.309873 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7cd949849c-45cqq I0418 11:21:37.309906 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7cd949849c-45cqq I0418 11:21:40.461052 3820 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:21:40.461654 3820 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:21:40.499633 3820 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:21:40.499654 3820 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:21:40.505548 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0418 11:21:40.505572 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0418 11:21:53.602244 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0418 11:22:08.707789 3820 namespace.go:98] [default-managed-tenant-9wbrb] adding namespace I0418 11:22:08.708715 3820 namespace.go:102] [default-managed-tenant-9wbrb] adding namespace took 904.465µs I0418 11:22:08.735070 3820 namespace.go:142] [default-managed-tenant-9wbrb] updating namespace I0418 11:22:08.749553 3820 namespace.go:142] [default-managed-tenant-9wbrb] updating namespace I0418 11:22:09.957869 3820 namespace.go:142] [default-managed-tenant-9wbrb] updating namespace I0418 11:22:10.093590 3820 namespace.go:142] [default-managed-tenant-9wbrb] updating namespace I0418 11:22:10.195514 3820 namespace.go:142] [default-managed-tenant-9wbrb] updating namespace I0418 11:22:30.566380 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0418 11:22:55.494510 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=164 I0418 11:23:18.586546 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0418 11:23:55.566864 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0418 11:24:12.597078 3820 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0418 11:24:20.580952 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0418 11:24:35.592411 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0418 11:24:48.570194 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0418 11:24:51.576556 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0418 11:25:02.479688 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0418 11:25:58.479489 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0418 11:26:35.602299 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0418 11:27:59.497491 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0418 11:28:54.497521 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0418 11:28:58.605050 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0418 11:29:38.481836 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=33 I0418 11:29:39.595860 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0418 11:29:46.063022 3820 obj_retry.go:492] Detected object tsf-tpa/create-db-6q248 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:46.063070 3820 obj_retry.go:492] Detected object tsf-tpa/create-db-6q248 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:46.066753 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-6q248 I0418 11:29:46.066774 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-6q248 I0418 11:29:49.030253 3820 obj_retry.go:492] Detected object tsf-tpa/migrate-db-md4tn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:49.030294 3820 obj_retry.go:492] Detected object tsf-tpa/migrate-db-md4tn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:49.034771 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-md4tn I0418 11:29:49.034784 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-md4tn I0418 11:29:55.028447 3820 obj_retry.go:492] Detected object tsf-tpa/create-importers-gtclj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:55.028502 3820 obj_retry.go:492] Detected object tsf-tpa/create-importers-gtclj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:55.034901 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-gtclj I0418 11:29:55.034931 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-gtclj I0418 11:29:56.497687 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0418 11:30:04.225027 3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:30:04.225521 3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:30:05.079679 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:30:05.079706 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:30:05.569131 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0418 11:30:09.570067 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0418 11:31:01.572974 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0418 11:32:28.590002 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0418 11:32:35.599618 3820 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0418 11:33:49.578984 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0418 11:33:54.500061 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0418 11:34:12.482704 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0418 11:34:16.584120 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0418 11:35:03.004421 3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-j8z6g for pod on switch ip-10-0-0-226.ec2.internal I0418 11:35:03.004521 3820 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g I0418 11:35:03.019900 3820 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g] pod update took 15.413748ms I0418 11:35:03.019925 3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g] addLogicalPort annotation time took 15.443396ms I0418 11:35:03.021254 3820 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g] addLogicalPort took 16.852432ms, libovsdb time 843.544µs I0418 11:35:03.372412 3820 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g 0db3d8703204dedb26ecb89b5574ce5f5665ff19765af743e95ba28e1741a1a2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g 0db3d8703204dedb26ecb89b5574ce5f5665ff19765af743e95ba28e1741a1a2 network default NAD default NAD key ] I0418 11:35:03.381800 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-j8z6g, hostIfaceName: 0db3d8703204ded, network: default, NAD default, SandboxID: "0db3d8703204dedb26ecb89b5574ce5f5665ff19765af743e95ba28e1741a1a2", PCI device ID: , UID: "882b4042-8bb0-4ab5-aa42-276c8de69a17", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0418 11:35:03.436774 3820 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g 0db3d8703204dedb26ecb89b5574ce5f5665ff19765af743e95ba28e1741a1a2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g 0db3d8703204dedb26ecb89b5574ce5f5665ff19765af743e95ba28e1741a1a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:3f:97:0c:d0:ed\",\"name\":\"0db3d8703204ded\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17387fb3-7f40-428a-9129-9fa7c1bd30bc\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:35:06.881052 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:35:06.881653 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:35:13.483095 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 W0418 11:35:16.981663 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:35:16.981682 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:35:16.981688 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:35:16.981693 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:35:16.981706 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:35:16.981710 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:35:16.981714 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:35:16.981718 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:35:17.179543 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:35:17.179563 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:35:17.179570 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:35:17.179575 3820 util.go:959] Failed to build node endpoints for node ip-10-0-0-226.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0418 11:35:24.038761 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:35:24.039292 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:35:24.605654 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0418 11:35:44.572872 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0418 11:36:06.997791 3820 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4tnkv-build-container-pod for pod on switch ip-10-0-0-226.ec2.internal I0418 11:36:06.997947 3820 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod I0418 11:36:07.041477 3820 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod] pod update took 43.570323ms I0418 11:36:07.041503 3820 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod] addLogicalPort annotation time took 43.602102ms I0418 11:36:07.042806 3820 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod] addLogicalPort took 45.032411ms, libovsdb time 851.26µs I0418 11:36:07.365071 3820 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod 2dc7b0c1c9e29d98243f3a08463bc986acdb978e8cba47c011e6d0719212baeb network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod 2dc7b0c1c9e29d98243f3a08463bc986acdb978e8cba47c011e6d0719212baeb network default NAD default NAD key ] I0418 11:36:07.374724 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4tnkv-build-container-pod, hostIfaceName: 2dc7b0c1c9e29d9, network: default, NAD default, SandboxID: "2dc7b0c1c9e29d98243f3a08463bc986acdb978e8cba47c011e6d0719212baeb", PCI device ID: , UID: "d45c28cb-4a93-4727-8165-5b27df0f7912", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0418 11:36:07.432179 3820 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod 2dc7b0c1c9e29d98243f3a08463bc986acdb978e8cba47c011e6d0719212baeb network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod 2dc7b0c1c9e29d98243f3a08463bc986acdb978e8cba47c011e6d0719212baeb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:e6:23:61:17:93\",\"name\":\"2dc7b0c1c9e29d9\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cc7e6fc-4596-4429-a7b8-ba2b6046f1e2\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:36:07.464016 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:36:07.464612 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 11:36:09.128353 3820 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr I0418 11:36:09.608109 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0418 11:37:15.571761 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0418 11:37:38.592983 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0418 11:38:19.485118 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0418 11:38:39.500780 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0418 11:39:08.607097 3820 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod 2dc7b0c1c9e29d98243f3a08463bc986acdb978e8cba47c011e6d0719212baeb network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod 2dc7b0c1c9e29d98243f3a08463bc986acdb978e8cba47c011e6d0719212baeb network default NAD default NAD key ] I0418 11:39:08.704110 3820 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod 2dc7b0c1c9e29d98243f3a08463bc986acdb978e8cba47c011e6d0719212baeb network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod 2dc7b0c1c9e29d98243f3a08463bc986acdb978e8cba47c011e6d0719212baeb network default NAD default NAD key default], result "{}", err I0418 11:39:08.817834 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:39:08.817869 3820 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod I0418 11:39:08.819350 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod, ips: 10.129.0.53 I0418 11:39:08.819381 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:39:26.598256 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0418 11:39:36.947331 3820 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod for pod on switch ip-10-0-0-226.ec2.internal I0418 11:39:36.947474 3820 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod I0418 11:39:36.972964 3820 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod] pod update took 25.51983ms I0418 11:39:36.972997 3820 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod] addLogicalPort annotation time took 25.558575ms I0418 11:39:36.974509 3820 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod] addLogicalPort took 27.191607ms, libovsdb time 931.384µs I0418 11:39:37.029100 3820 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4tnkv-clair-scan-pod for pod on switch ip-10-0-0-226.ec2.internal I0418 11:39:37.029244 3820 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod I0418 11:39:37.060589 3820 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod] pod update took 31.376778ms I0418 11:39:37.060636 3820 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod] addLogicalPort annotation time took 31.428144ms I0418 11:39:37.061948 3820 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod] addLogicalPort took 32.86837ms, libovsdb time 878.578µs I0418 11:39:37.316779 3820 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod e6cefe8812f478c38ab779b029d40a0924cce5af346d57b3451eba6c29dfa862 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod e6cefe8812f478c38ab779b029d40a0924cce5af346d57b3451eba6c29dfa862 network default NAD default NAD key ] I0418 11:39:37.327368 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod, hostIfaceName: e6cefe8812f478c, network: default, NAD default, SandboxID: "e6cefe8812f478c38ab779b029d40a0924cce5af346d57b3451eba6c29dfa862", PCI device ID: , UID: "1a0ba351-fa50-45bf-b8e3-6b00653bfc66", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0418 11:39:37.386527 3820 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod e6cefe8812f478c38ab779b029d40a0924cce5af346d57b3451eba6c29dfa862 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod e6cefe8812f478c38ab779b029d40a0924cce5af346d57b3451eba6c29dfa862 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:7c:c1:d5:d0:08\",\"name\":\"e6cefe8812f478c\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d25801a-20ef-4c02-9840-378a30a0c9c3\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:39:37.397339 3820 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod d23e5e1309a207187ce4a67b1296c6d43c4b3b384ba93771fddab9ef347dd55d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod d23e5e1309a207187ce4a67b1296c6d43c4b3b384ba93771fddab9ef347dd55d network default NAD default NAD key ] I0418 11:39:37.406783 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4tnkv-clair-scan-pod, hostIfaceName: d23e5e1309a2071, network: default, NAD default, SandboxID: "d23e5e1309a207187ce4a67b1296c6d43c4b3b384ba93771fddab9ef347dd55d", PCI device ID: , UID: "408a1bc7-fc39-40b4-b57e-73e7ff3fb27f", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0418 11:39:37.466699 3820 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod d23e5e1309a207187ce4a67b1296c6d43c4b3b384ba93771fddab9ef347dd55d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod d23e5e1309a207187ce4a67b1296c6d43c4b3b384ba93771fddab9ef347dd55d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:cb:af:94:4d:8c\",\"name\":\"d23e5e1309a2071\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47514590-d0a0-40f5-a518-33ee853bd6cd\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:39:37.571333 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:39:37.571951 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:39:38.325762 3820 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod for pod on switch ip-10-0-0-226.ec2.internal I0418 11:39:38.325920 3820 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod I0418 11:39:38.342769 3820 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod for pod on switch ip-10-0-0-226.ec2.internal I0418 11:39:38.342894 3820 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod I0418 11:39:38.355355 3820 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod] pod update took 29.475838ms I0418 11:39:38.355377 3820 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod] addLogicalPort annotation time took 29.501105ms I0418 11:39:38.356806 3820 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod] addLogicalPort took 31.056013ms, libovsdb time 993.997µs I0418 11:39:38.366760 3820 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod] pod update took 23.896902ms I0418 11:39:38.366777 3820 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod] addLogicalPort annotation time took 23.918408ms I0418 11:39:38.368198 3820 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod] addLogicalPort took 25.441547ms, libovsdb time 990.778µs I0418 11:39:38.694439 3820 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod 78da3be9d755e42068050b6064e3162f6fd3a27872cccaedb6aa61c40c1f0200 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod 78da3be9d755e42068050b6064e3162f6fd3a27872cccaedb6aa61c40c1f0200 network default NAD default NAD key ] I0418 11:39:38.705286 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod, hostIfaceName: 78da3be9d755e42, network: default, NAD default, SandboxID: "78da3be9d755e42068050b6064e3162f6fd3a27872cccaedb6aa61c40c1f0200", PCI device ID: , UID: "b3d915ca-a9b5-4442-b44c-37c9f44d60ef", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0418 11:39:38.711959 3820 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod 1f983e4e12c3f942cd2c133f5a1e9dfc7589226243b46da31013ba80919727d8 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod 1f983e4e12c3f942cd2c133f5a1e9dfc7589226243b46da31013ba80919727d8 network default NAD default NAD key ] I0418 11:39:38.721209 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod, hostIfaceName: 1f983e4e12c3f94, network: default, NAD default, SandboxID: "1f983e4e12c3f942cd2c133f5a1e9dfc7589226243b46da31013ba80919727d8", PCI device ID: , UID: "668c30f9-0b20-4568-b387-b623e3a00cde", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0418 11:39:38.768193 3820 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod 78da3be9d755e42068050b6064e3162f6fd3a27872cccaedb6aa61c40c1f0200 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod 78da3be9d755e42068050b6064e3162f6fd3a27872cccaedb6aa61c40c1f0200 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:1c:5e:f7:62:c9\",\"name\":\"78da3be9d755e42\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e376c6b5-4ad2-4d45-b82b-71d23b783e1a\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:39:38.793692 3820 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod 1f983e4e12c3f942cd2c133f5a1e9dfc7589226243b46da31013ba80919727d8 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod 1f983e4e12c3f942cd2c133f5a1e9dfc7589226243b46da31013ba80919727d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:73:dc:32:f8:ca\",\"name\":\"1f983e4e12c3f94\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22b8cc05-f8a4-45b6-9c8b-c756e35635cd\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:39:42.576397 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0418 11:39:49.501171 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=147 I0418 11:39:54.602515 3820 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0418 11:40:22.735761 3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:22.736366 3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:23.756770 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:40:23.756797 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:40:23.789447 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:40:23.789476 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:40:23.795127 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh I0418 11:40:23.795155 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh I0418 11:40:35.279414 3820 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod 1f983e4e12c3f942cd2c133f5a1e9dfc7589226243b46da31013ba80919727d8 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod 1f983e4e12c3f942cd2c133f5a1e9dfc7589226243b46da31013ba80919727d8 network default NAD default NAD key ] I0418 11:40:35.380267 3820 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod 1f983e4e12c3f942cd2c133f5a1e9dfc7589226243b46da31013ba80919727d8 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod 1f983e4e12c3f942cd2c133f5a1e9dfc7589226243b46da31013ba80919727d8 network default NAD default NAD key default], result "{}", err I0418 11:40:35.578258 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:35.578307 3820 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod I0418 11:40:35.579814 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod, ips: 10.129.0.57 I0418 11:40:35.579846 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:39.319064 3820 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod 78da3be9d755e42068050b6064e3162f6fd3a27872cccaedb6aa61c40c1f0200 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod 78da3be9d755e42068050b6064e3162f6fd3a27872cccaedb6aa61c40c1f0200 network default NAD default NAD key ] I0418 11:40:39.417894 3820 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod 78da3be9d755e42068050b6064e3162f6fd3a27872cccaedb6aa61c40c1f0200 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod 78da3be9d755e42068050b6064e3162f6fd3a27872cccaedb6aa61c40c1f0200 network default NAD default NAD key default], result "{}", err I0418 11:40:39.527314 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:39.527349 3820 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod I0418 11:40:39.528916 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod, ips: 10.129.0.56 I0418 11:40:39.528956 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:40.329737 3820 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod e6cefe8812f478c38ab779b029d40a0924cce5af346d57b3451eba6c29dfa862 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod e6cefe8812f478c38ab779b029d40a0924cce5af346d57b3451eba6c29dfa862 network default NAD default NAD key ] I0418 11:40:40.424904 3820 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod e6cefe8812f478c38ab779b029d40a0924cce5af346d57b3451eba6c29dfa862 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod e6cefe8812f478c38ab779b029d40a0924cce5af346d57b3451eba6c29dfa862 network default NAD default NAD key default], result "{}", err I0418 11:40:40.529426 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:40.529502 3820 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod I0418 11:40:40.530941 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod, ips: 10.129.0.54 I0418 11:40:40.530974 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:44.149747 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:44.150397 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:50.586851 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0418 11:40:59.273461 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:59.274078 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:41:04.251619 3820 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:41:04.252203 3820 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:41:04.879918 3820 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:41:04.879947 3820 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:41:04.885818 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw I0418 11:41:04.885849 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw I0418 11:41:19.322756 3820 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g 0db3d8703204dedb26ecb89b5574ce5f5665ff19765af743e95ba28e1741a1a2 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g 0db3d8703204dedb26ecb89b5574ce5f5665ff19765af743e95ba28e1741a1a2 network default NAD default NAD key ] I0418 11:41:19.414655 3820 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g 0db3d8703204dedb26ecb89b5574ce5f5665ff19765af743e95ba28e1741a1a2 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g 0db3d8703204dedb26ecb89b5574ce5f5665ff19765af743e95ba28e1741a1a2 network default NAD default NAD key default], result "{}", err I0418 11:41:19.653763 3820 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:41:19.653801 3820 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g I0418 11:41:19.655243 3820 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g, ips: 10.129.0.52 I0418 11:41:19.655275 3820 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:41:20.609986 3820 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:41:20.610005 3820 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:41:20.615381 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g I0418 11:41:20.615416 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g I0418 11:42:55.503330 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0418 11:43:23.608518 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0418 11:43:34.504766 3820 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod d23e5e1309a207187ce4a67b1296c6d43c4b3b384ba93771fddab9ef347dd55d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod d23e5e1309a207187ce4a67b1296c6d43c4b3b384ba93771fddab9ef347dd55d network default NAD default NAD key ] I0418 11:43:34.606553 3820 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod d23e5e1309a207187ce4a67b1296c6d43c4b3b384ba93771fddab9ef347dd55d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod d23e5e1309a207187ce4a67b1296c6d43c4b3b384ba93771fddab9ef347dd55d network default NAD default NAD key default], result "{}", err I0418 11:43:34.688332 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:43:34.688392 3820 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod I0418 11:43:34.689705 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod, ips: 10.129.0.55 I0418 11:43:34.689729 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:43:39.582224 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0418 11:43:56.427128 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:43:56.427720 3820 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:44:05.485808 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0418 11:44:11.486205 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 I0418 11:44:13.720274 3820 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-nnrm-kjjqd-verify-pod] creating logical port default-tenant_my-integration-test-nnrm-kjjqd-verify-pod for pod on switch ip-10-0-0-226.ec2.internal I0418 11:44:13.720455 3820 kube.go:256] Updating pod default-tenant/my-integration-test-nnrm-kjjqd-verify-pod I0418 11:44:13.754409 3820 pod.go:62] [default-tenant/my-integration-test-nnrm-kjjqd-verify-pod] pod update took 33.996183ms I0418 11:44:13.754436 3820 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-nnrm-kjjqd-verify-pod] addLogicalPort annotation time took 34.028861ms I0418 11:44:13.755842 3820 pods.go:271] [default-tenant/my-integration-test-nnrm-kjjqd-verify-pod] addLogicalPort took 35.588461ms, libovsdb time 962.678µs I0418 11:44:14.090744 3820 cni.go:452] [default-tenant/my-integration-test-nnrm-kjjqd-verify-pod f3fb26e042fa2bc0fc7e83936382a2a6d7c4bbea32e3fec8674287eee58e52f1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-nnrm-kjjqd-verify-pod f3fb26e042fa2bc0fc7e83936382a2a6d7c4bbea32e3fec8674287eee58e52f1 network default NAD default NAD key ] I0418 11:44:14.100987 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-nnrm-kjjqd-verify-pod, hostIfaceName: f3fb26e042fa2bc, network: default, NAD default, SandboxID: "f3fb26e042fa2bc0fc7e83936382a2a6d7c4bbea32e3fec8674287eee58e52f1", PCI device ID: , UID: "b0650eb2-5e07-45db-9d96-90ea5c99f984", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0418 11:44:14.155980 3820 cni.go:473] [default-tenant/my-integration-test-nnrm-kjjqd-verify-pod f3fb26e042fa2bc0fc7e83936382a2a6d7c4bbea32e3fec8674287eee58e52f1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-nnrm-kjjqd-verify-pod f3fb26e042fa2bc0fc7e83936382a2a6d7c4bbea32e3fec8674287eee58e52f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:78:e5:84:5b:3d\",\"name\":\"f3fb26e042fa2bc\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72de3e8a-05a8-4e50-880c-f7f02e128a38\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 11:44:14.549342 3820 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:44:14.549902 3820 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:44:33.922934 3820 cni.go:452] [default-tenant/my-integration-test-nnrm-kjjqd-verify-pod f3fb26e042fa2bc0fc7e83936382a2a6d7c4bbea32e3fec8674287eee58e52f1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-nnrm-kjjqd-verify-pod f3fb26e042fa2bc0fc7e83936382a2a6d7c4bbea32e3fec8674287eee58e52f1 network default NAD default NAD key ] I0418 11:44:34.024702 3820 cni.go:473] [default-tenant/my-integration-test-nnrm-kjjqd-verify-pod f3fb26e042fa2bc0fc7e83936382a2a6d7c4bbea32e3fec8674287eee58e52f1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-nnrm-kjjqd-verify-pod f3fb26e042fa2bc0fc7e83936382a2a6d7c4bbea32e3fec8674287eee58e52f1 network default NAD default NAD key default], result "{}", err I0418 11:44:34.134802 3820 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnrm-kjjqd-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:44:34.134834 3820 pods.go:176] Deleting pod: default-tenant/my-integration-test-nnrm-kjjqd-verify-pod I0418 11:44:34.136099 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-nnrm-kjjqd-verify-pod, ips: 10.129.0.58 I0418 11:44:34.136132 3820 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnrm-kjjqd-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:44:45.575895 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10